-- Logs begin at Sun 2021-06-27 11:21:05 UTC, end at Sun 2021-06-27 12:42:43 UTC. -- Jun 27 12:16:09.683344 dv-cinder-798098-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 27 12:16:11.780849 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.common.config [-] Logging enabled! Jun 27 12:16:11.781558 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53 Jun 27 12:16:11.781669 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74981) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 27 12:16:11.783780 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.common.config [-] Logging enabled! Jun 27 12:16:11.784028 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53 Jun 27 12:16:11.784272 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74981) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 27 12:16:11.785229 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 27 12:16:11.785462 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 27 12:16:11.786357 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 27 12:16:11.786601 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 27 12:16:11.786823 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 27 12:16:11.787131 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.787431 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.787721 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.787948 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.788239 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.788544 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.788827 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.789112 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.789402 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.789684 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.789960 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.790239 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.790468 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.790746 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.791033 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.791315 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.791537 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] debug = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.791812 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.792229 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.792663 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.792943 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.793227 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.793495 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.793771 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.794050 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.794373 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] host = dv-cinder-798098-1-smb {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.794646 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.794927 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.795209 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.795489 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.795759 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.796031 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.796311 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.796606 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.796877 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] log_file = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.797147 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.797434 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.797720 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.798009 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.798231 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.798450 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.798733 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.799019 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.799289 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.799560 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.799831 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.800101 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.800371 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.800668 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.800958 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.801275 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.801558 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.801828 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.802098 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.802367 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.802633 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.802914 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.803183 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.803450 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.803720 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.804002 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.804270 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.804569 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.804869 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.805150 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.805427 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.805709 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.805979 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.806257 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.806528 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.806797 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.807065 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] use_json = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.807333 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.807604 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.807883 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.808155 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.808424 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.808717 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.808988 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.809270 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:11.809563 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.809856 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.810154 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.810434 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.810720 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.811006 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.811290 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.811565 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.811850 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.812135 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.812418 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.812716 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.812997 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.813286 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.813571 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.813845 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.814122 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.814408 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.814685 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.814954 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.815230 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.815515 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.815793 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.816066 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.816346 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.816648 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.816953 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.817222 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.817498 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.817784 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.818056 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.818326 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.818597 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.818874 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.819145 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.819455 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.819735 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.820050 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.820323 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.820676 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.820958 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.821231 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.821508 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.821927 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.822074 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.822312 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.822582 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.822853 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.823126 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.823398 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.823661 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.823930 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.824230 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.824534 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.824794 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.825064 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.825343 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.825726 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.825902 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.826174 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.826449 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.826725 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.827001 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.827275 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.827548 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.827824 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.828098 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.828373 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.828664 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.828953 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.829234 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.829520 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.829801 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.830078 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.830372 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.830646 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.830930 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.831382 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.831802 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.832104 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.832386 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.833232 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.833528 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.833870 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.834116 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.834412 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.834692 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.835002 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.835282 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:11.835501 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 12:16:11.835747 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74981) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 27 12:16:12.231177 dv-cinder-798098-1-smb neutron-server[74981]: INFO keyring.backend [-] Loading KWallet Jun 27 12:16:12.238296 dv-cinder-798098-1-smb neutron-server[74981]: INFO keyring.backend [-] Loading SecretService Jun 27 12:16:12.241584 dv-cinder-798098-1-smb neutron-server[74981]: INFO keyring.backend [-] Loading Windows Jun 27 12:16:12.242913 dv-cinder-798098-1-smb neutron-server[74981]: INFO keyring.backend [-] Loading chainer Jun 27 12:16:12.243475 dv-cinder-798098-1-smb neutron-server[74981]: INFO keyring.backend [-] Loading macOS Jun 27 12:16:12.276098 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:16:12.276382 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:16:12.276705 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:16:12.277033 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 27 12:16:12.582129 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.582449 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.582728 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.639595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.639919 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.640191 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.643349 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.643628 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.643900 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.672511 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.672805 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.673074 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.699573 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.699848 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:12.700116 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.016837 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.017468 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.017468 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.017652 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.018336 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.147262 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.147582 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.147862 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.148132 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.148395 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.148723 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.148988 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.149244 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.149496 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.149775 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.150030 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.150291 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.150552 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.150804 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.151066 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.151331 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.151582 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.151850 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.152101 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.152378 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.152743 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.152995 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.153240 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.153517 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.153763 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.154007 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.154383 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:16:13.154621 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:16:13.154862 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:16:13.155097 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:16:13.155329 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:16:13.155559 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:16:13.156104 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 27 12:16:13.159286 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 27 12:16:13.163298 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 27 12:16:13.167325 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 27 12:16:13.169046 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 27 12:16:13.169454 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 27 12:16:13.169804 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 27 12:16:13.170196 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 27 12:16:13.172999 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 27 12:16:13.173249 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 27 12:16:13.173592 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 12:16:13.202197 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jun 27 12:16:13.202643 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.202939 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74981) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 27 12:16:13.203296 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.204675 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74981) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 27 12:16:13.204962 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 12:16:13.205206 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 27 12:16:13.208395 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.208715 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:13.272814 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 27 12:16:13.272998 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 27 12:16:13.273241 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 27 12:16:13.273609 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 27 12:16:13.304663 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_db.sqlalchemy.engines [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74981) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 27 12:16:13.951397 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Initializing driver for type 'gre' Jun 27 12:16:13.952009 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] gre ID ranges: [(1, 1000)] Jun 27 12:16:14.180067 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Initializing driver for type 'local' Jun 27 12:16:14.180730 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Initializing driver for type 'vlan' Jun 27 12:16:14.293351 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] VlanTypeDriver initialization complete Jun 27 12:16:14.293613 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Initializing driver for type 'vxlan' Jun 27 12:16:14.294113 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] vxlan ID ranges: [(1, 1000)] Jun 27 12:16:14.510664 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Initializing extension driver 'port_security' Jun 27 12:16:14.511004 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.extensions.port_security [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] PortSecurityExtensionDriver initialization complete Jun 27 12:16:14.511334 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Initializing mechanism driver 'openvswitch' Jun 27 12:16:14.511656 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Initializing mechanism driver 'hyperv' Jun 27 12:16:14.518128 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.plugins.ml2.plugin [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:16:14.518891 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > port after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.519263 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > port after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.519616 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > port after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.520529 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > subnet after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.520888 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > subnet after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.521232 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > subnet after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.521611 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > network after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.521954 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > network after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.522293 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > network after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.522668 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > security_group after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.523012 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > security_group after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.523351 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > security_group after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.523724 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.524065 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.524399 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.524772 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] ML2 OVO RPC backend initialized. {{(pid=74981) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jun 27 12:16:14.525398 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router_interface after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.525753 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.527099 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > network before_response 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.527099 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > networks before_response 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.527099 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > port before_response 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.527379 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > ports before_response 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.527491 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > subnet before_response 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.527816 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > subnets before_response 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.528159 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > network after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.528531 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > network after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.528861 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > network after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.529192 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > port after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.529527 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > port after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.529858 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > port after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.530189 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > subnet after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.530521 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > subnet after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.530852 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > subnet after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.531437 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.plugin [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Modular L2 Plugin initialization complete Jun 27 12:16:14.531747 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading services supported by the core plugin {{(pid=74981) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 27 12:16:14.532070 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.plugins.ml2.managers [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Got port-security extension from driver 'port_security' Jun 27 12:16:14.532583 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.extensions.vlantransparent [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Disabled vlantransparent extension. Jun 27 12:16:14.533001 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74981) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 27 12:16:14.533311 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading Plugin: router Jun 27 12:16:14.569683 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router_interface before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.570027 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router after_create 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.570395 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router before_create 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.570758 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.571125 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.571481 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router after_delete 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.571834 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > floatingip after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.572197 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router after_create 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.572571 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router after_update 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.572923 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router after_update 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.573272 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.573627 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router after_update 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.574031 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router precommit_update 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.574423 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: port after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.574763 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: port after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.575097 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: subnet after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.575433 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.575778 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > port precommit_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.576125 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router precommit_create 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.576455 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: port before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.576819 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router precommit_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.577171 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router after_update 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.577509 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router precommit_delete 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.577852 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router precommit_create 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.578213 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router_interface after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.578552 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router precommit_update 55549900 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.578912 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > agent after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.579257 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > agent after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.579599 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > network after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.580481 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Tracking information for resource: router configured {{(pid=74981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:16:14.580831 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Tracking information for resource: floatingip configured {{(pid=74981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:16:14.586345 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.db.l3_agentschedulers_db [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 27 12:16:14.586960 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: port after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.587339 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: port after_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.587717 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: port after_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.588066 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: port after_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.588908 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router before_create 55550100 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.589295 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router precommit_delete 55550100 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.589657 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router precommit_create 55550100 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.590012 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > router precommit_update 55550100 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.594381 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.services.provider_configuration [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service providers = [] {{(pid=74981) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 27 12:16:14.594743 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.db.servicetype_db [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74981) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 27 12:16:14.597723 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.services.service_base [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:16:14.598111 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.services.service_base [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:16:14.598992 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.services.service_base [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:16:14.600082 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.services.service_base [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:16:14.600483 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.services.service_base [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 27 12:16:14.600894 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:16:14.601215 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 27 12:16:14.611907 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:16:14.612239 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading Plugin: auto_allocate Jun 27 12:16:14.618089 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: network precommit_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.618458 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: network precommit_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.618977 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:16:14.619297 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading Plugin: tag Jun 27 12:16:14.626069 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:16:14.626398 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading Plugin: timestamp Jun 27 12:16:14.630464 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:16:14.630797 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading Plugin: network_ip_availability Jun 27 12:16:14.635998 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.636368 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.636761 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.637465 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:16:14.637782 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading Plugin: flavors Jun 27 12:16:14.649490 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:16:14.649930 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading Plugin: revisions Jun 27 12:16:14.654594 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:16:14.654978 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.378s {{(pid=74981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:16:14.655708 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74981) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Jun 27 12:16:14.656040 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Initializing extension manager. Jun 27 12:16:14.656563 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: __init__.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.656901 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: __pycache__ {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.657231 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.657562 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.657885 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: _filter_validation_lib.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.658209 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.658531 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: address_group.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.659278 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.659844 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: address-group Jun 27 12:16:14.660161 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: address_scope.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.661444 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.661947 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: address-scope Jun 27 12:16:14.662268 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: admin_state_down_before_update.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.663175 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.663677 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: router-admin-state-down-before-update Jun 27 12:16:14.663994 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: agent.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.664765 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.665263 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: agent Jun 27 12:16:14.665578 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: agent_resources_synced.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.666468 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.666971 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: agent-resources-synced Jun 27 12:16:14.667292 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: allowedaddresspairs.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.669078 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.669605 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: allowed-address-pairs Jun 27 12:16:14.669926 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: auto_allocated_topology.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.670988 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.671500 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: auto-allocated-topology Jun 27 12:16:14.671820 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: availability_zone.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.672527 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.673031 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: availability_zone Jun 27 12:16:14.673352 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: availability_zone_filter.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.674251 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.674757 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: availability_zone_filter Jun 27 12:16:14.675075 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: data_plane_status.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.675964 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.676468 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension data-plane-status not supported by any of loaded plugins Jun 27 12:16:14.676806 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: default_subnetpools.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.677717 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.678222 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: default-subnetpools Jun 27 12:16:14.678539 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: dhcpagentscheduler.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.679307 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.679804 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: dhcp_agent_scheduler Jun 27 12:16:14.680121 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: dns.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.687154 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.687692 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension dns-integration not supported by any of loaded plugins Jun 27 12:16:14.688031 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: dns_domain_ports.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.688982 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.689521 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 27 12:16:14.689841 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: dvr.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.690522 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.691046 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: dvr Jun 27 12:16:14.691383 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: empty_string_filtering.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.692360 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.692905 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: empty-string-filtering Jun 27 12:16:14.693242 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.694199 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.694712 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 27 12:16:14.695032 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.695961 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.696460 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 27 12:16:14.696804 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: external_net.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.697689 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.698199 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: external-net Jun 27 12:16:14.698516 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: extra_dhcp_opt.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.699406 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.699908 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: extra_dhcp_opt Jun 27 12:16:14.700233 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: extraroute.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.701155 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.701658 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: extraroute Jun 27 12:16:14.701974 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: extraroute_atomic.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.702990 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.703497 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: extraroute-atomic Jun 27 12:16:14.703816 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: filter_validation.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.704469 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.704991 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: filter-validation Jun 27 12:16:14.705305 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: fip_pf_description.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.706204 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.706722 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 27 12:16:14.707038 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: fip_port_details.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.708634 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.709145 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: fip-port-details Jun 27 12:16:14.709470 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: flavors.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.716478 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.717021 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: flavors Jun 27 12:16:14.717345 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.718986 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.719494 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 27 12:16:14.719819 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: floatingip_pools.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.720523 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.721029 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: floatingip-pools Jun 27 12:16:14.721351 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: ip_allocation.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.722266 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.722764 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension ip_allocation not supported by any of loaded plugins Jun 27 12:16:14.723650 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.724606 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.725116 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: ip-substring-filtering Jun 27 12:16:14.725439 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: l2_adjacency.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.726366 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.726861 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 27 12:16:14.727179 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: l3.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.728121 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.728655 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: router Jun 27 12:16:14.728977 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: l3_conntrack_helper.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.731189 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.731715 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 27 12:16:14.732046 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.732995 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.733501 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: ext-gw-mode Jun 27 12:16:14.733826 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.734726 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.735233 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: l3-ha Jun 27 12:16:14.735555 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: l3_flavors.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.736456 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.736989 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: l3-flavors Jun 27 12:16:14.737312 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.738206 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.738737 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 27 12:16:14.739057 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: l3agentscheduler.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.740073 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.740611 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: l3_agent_scheduler Jun 27 12:16:14.740941 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: logging.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.742439 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.742953 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension logging not supported by any of loaded plugins Jun 27 12:16:14.743284 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: metering.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.744014 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.744641 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: metering Jun 27 12:16:14.744969 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.746070 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.746607 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: metering_source_and_destination_fields Jun 27 12:16:14.746933 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: multiprovidernet.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.747866 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.748399 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: multi-provider Jun 27 12:16:14.748746 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: netmtu.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.749812 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.750360 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: net-mtu Jun 27 12:16:14.750707 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: netmtu_writable.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.751648 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.752203 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: net-mtu-writable Jun 27 12:16:14.752545 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: network_availability_zone.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.753247 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.753791 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: network_availability_zone Jun 27 12:16:14.754156 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: network_ip_availability.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.755599 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.756136 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: network-ip-availability Jun 27 12:16:14.756481 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: network_segment_range.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.757319 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.757843 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension network-segment-range not supported by any of loaded plugins Jun 27 12:16:14.758195 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: pagination.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.759198 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.759548 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: pagination Jun 27 12:16:14.759890 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.760832 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.761343 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: port-mac-address-regenerate Jun 27 12:16:14.761664 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: port_resource_request.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.762557 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.763056 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension port-resource-request not supported by any of loaded plugins Jun 27 12:16:14.763377 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: portbindings.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.764286 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.764822 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: binding Jun 27 12:16:14.765144 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: portbindings_extended.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.766413 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.766923 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: binding-extended Jun 27 12:16:14.767245 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: portsecurity.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.768138 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.768702 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: port-security Jun 27 12:16:14.769005 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: project_id.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.770496 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.770823 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: project-id Jun 27 12:16:14.771138 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: providernet.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.772035 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.772575 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: provider Jun 27 12:16:14.772896 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: qos.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.776682 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.777275 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension qos not supported by any of loaded plugins Jun 27 12:16:14.777601 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.778869 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.779377 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 27 12:16:14.779705 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.780645 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.781159 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 27 12:16:14.781483 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: qos_default.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.782378 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.782887 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension qos-default not supported by any of loaded plugins Jun 27 12:16:14.783210 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: qos_fip.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.783843 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.784342 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension qos-fip not supported by any of loaded plugins Jun 27 12:16:14.784700 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: qos_gateway_ip.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.785663 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.786691 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 27 12:16:14.787010 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: qos_port_network_policy.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.787911 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.788415 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 27 12:16:14.788762 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: qos_rule_type_details.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.789657 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.790162 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 27 12:16:14.790477 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: qos_rules_alias.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.791510 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.792023 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 27 12:16:14.792346 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: quotasv2.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.793237 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.793569 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: quotas Jun 27 12:16:14.793889 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: quotasv2_detail.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.795636 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.795975 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: quota_details Jun 27 12:16:14.796306 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: rbac.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.797359 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.797876 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: rbac-policies Jun 27 12:16:14.798200 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: rbac_address_scope.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.799101 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.799610 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: rbac-address-scope Jun 27 12:16:14.799933 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: rbac_security_groups.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.800860 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.801392 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: rbac-security-groups Jun 27 12:16:14.801710 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: rbac_subnetpool.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.802609 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.803117 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: rbac-subnetpool Jun 27 12:16:14.803440 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: revisionifmatch.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.804348 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.804888 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: revision-if-match Jun 27 12:16:14.805206 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: revisions.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.806296 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.806804 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: standard-attr-revisions Jun 27 12:16:14.807124 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: router_availability_zone.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.807781 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.808282 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: router_availability_zone Jun 27 12:16:14.808640 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: routerservicetype.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.809548 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.810048 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension router-service-type not supported by any of loaded plugins Jun 27 12:16:14.810368 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: security_groups_port_filtering.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.811281 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.811782 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: port-security-groups-filtering Jun 27 12:16:14.812101 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: securitygroup.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.822909 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.823385 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: security-group Jun 27 12:16:14.823715 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: segment.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.824484 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.825019 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension segment not supported by any of loaded plugins Jun 27 12:16:14.825347 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.826275 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.826784 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 27 12:16:14.827105 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: servicetype.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.828236 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.828767 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: service-type Jun 27 12:16:14.829093 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: sorting.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.830051 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.830384 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: sorting Jun 27 12:16:14.830706 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: standard_attr_segment.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.831603 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.832113 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 27 12:16:14.832973 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: standardattrdescription.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.833631 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.834134 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: standard-attr-description Jun 27 12:16:14.834451 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: stateful_security_group.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.835355 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.835859 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: stateful-security-group Jun 27 12:16:14.836175 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: stdattrs_common.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.836774 dv-cinder-798098-1-smb neutron-server[74981]: WARNING neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 27 12:16:14.837089 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.837995 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.838496 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 27 12:16:14.838812 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: subnet_onboard.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.839941 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.840453 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: subnet_onboard Jun 27 12:16:14.840801 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.841718 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.842223 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 27 12:16:14.842546 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: subnet_service_types.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.843453 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.843959 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: subnet-service-types Jun 27 12:16:14.844280 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: subnetallocation.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.845377 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.845885 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: subnet_allocation Jun 27 12:16:14.846209 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.846865 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.847372 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: subnetpool-prefix-ops Jun 27 12:16:14.847694 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.849214 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.849724 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 27 12:16:14.850046 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: tagging.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.851125 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.851649 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: standard-attr-tag Jun 27 12:16:14.851989 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: timestamp.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.853197 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.853717 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loaded extension: standard-attr-timestamp Jun 27 12:16:14.854042 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: trunk.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.855121 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.855662 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension trunk not supported by any of loaded plugins Jun 27 12:16:14.855986 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: trunk_details.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.856967 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.857476 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension trunk-details not supported by any of loaded plugins Jun 27 12:16:14.857801 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: uplink_status_propagation.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.858752 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.859259 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 27 12:16:14.859581 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Loading extension file: vlantransparent.py {{(pid=74981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 27 12:16:14.860245 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 27 12:16:14.860771 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 27 12:16:14.863099 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:network Jun 27 12:16:14.863875 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:subnet Jun 27 12:16:14.864694 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:16:14.865309 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:port Jun 27 12:16:14.866587 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.867020 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service FLAVORS assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.867641 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.868081 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.868413 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:router Jun 27 12:16:14.869096 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:floatingip Jun 27 12:16:14.869797 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service METERING assigned prefix: /metering {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.871231 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.871599 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.871947 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:16:14.873112 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 12:16:14.873561 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:security_group Jun 27 12:16:14.874216 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 12:16:14.874967 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service CORE assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.875293 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:16:14.875622 dv-cinder-798098-1-smb neutron-server[74981]: WARNING neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] subnetpool is already registered Jun 27 12:16:14.876226 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service CORE assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.876586 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:16:14.876909 dv-cinder-798098-1-smb neutron-server[74981]: WARNING neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] subnetpool is already registered Jun 27 12:16:14.879484 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.879914 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service FLAVORS assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.880786 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.881210 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.881538 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:router Jun 27 12:16:14.881861 dv-cinder-798098-1-smb neutron-server[74981]: WARNING neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] router is already registered Jun 27 12:16:14.882443 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:floatingip Jun 27 12:16:14.882766 dv-cinder-798098-1-smb neutron-server[74981]: WARNING neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] floatingip is already registered Jun 27 12:16:14.883385 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service METERING assigned prefix: /metering {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.884049 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 12:16:14.884373 dv-cinder-798098-1-smb neutron-server[74981]: WARNING neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] rbac_policy is already registered Jun 27 12:16:14.884934 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:security_group Jun 27 12:16:14.885258 dv-cinder-798098-1-smb neutron-server[74981]: WARNING neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] security_group is already registered Jun 27 12:16:14.885843 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 12:16:14.886168 dv-cinder-798098-1-smb neutron-server[74981]: WARNING neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] security_group_rule is already registered Jun 27 12:16:14.886831 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service CORE assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.887152 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:16:14.887468 dv-cinder-798098-1-smb neutron-server[74981]: WARNING neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] subnetpool is already registered Jun 27 12:16:14.888078 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.v2.resource_helper [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Service CORE assigned prefix: {{(pid=74981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:16:14.888400 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:16:14.888752 dv-cinder-798098-1-smb neutron-server[74981]: WARNING neutron.quota.resource_registry [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] subnetpool is already registered Jun 27 12:16:14.889385 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: extensions {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.890838 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: address-groups {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.892400 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: address-scopes {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.893605 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: agents {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.894740 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: auto-allocated-topology {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.896478 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: availability_zones {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.897784 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: dhcp-networks {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.899161 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: dhcp-agents {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.900669 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: routers {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.902318 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: flavors {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.903455 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: service_profiles {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.904663 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: next_providers {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.906152 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: service_profiles {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.907558 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: floatingip-pools {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.908751 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: routers {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.910531 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: floatingips {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.912210 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: l3-routers {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.913578 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: l3-agents {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.914940 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: metering-labels {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.916261 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: metering-label-rules {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.917567 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: network-ip-availabilities {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.918869 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: bindings {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.921500 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: quotas {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.922979 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: quotas {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.924414 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: rbac-policies {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.925748 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: security-groups {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.927015 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: security-group-rules {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.928271 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: service-providers {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.929550 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: subnetpools {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.931025 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: subnetpools {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.932526 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: tags {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.934246 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: tags {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.936078 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: tags {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.937977 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: tags {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.939785 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: tags {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.941492 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: tags {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.943813 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: tags {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.945720 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: tags {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.947716 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: tags {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.949625 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron.api.extensions [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Extended resource: tags {{(pid=74981) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 27 12:16:14.955489 dv-cinder-798098-1-smb neutron-server[74981]: WARNING keystonemiddleware.auth_token [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 27 12:16:14.960729 dv-cinder-798098-1-smb neutron-server[74981]: WARNING keystonemiddleware.auth_token [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 27 12:16:14.968752 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Acquired lock "singleton_lock" {{(pid=74981) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 27 12:16:14.969228 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_concurrency.lockutils [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Releasing lock "singleton_lock" {{(pid=74981) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 27 12:16:14.969847 dv-cinder-798098-1-smb neutron-server[74981]: INFO oslo_service.service [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Starting 2 workers Jun 27 12:16:14.974453 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Started child 75088 {{(pid=74981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:16:14.978733 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Started child 75089 {{(pid=74981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:16:14.980062 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:14.980628 dv-cinder-798098-1-smb neutron-server[74981]: INFO neutron.service [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 27 12:16:14.980935 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Notify callbacks [] for process, before_spawn {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:14.981662 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [-] (75088) wsgi starting up on http://0.0.0.0:9696 Jun 27 12:16:14.983450 dv-cinder-798098-1-smb neutron-server[74981]: INFO oslo_service.service [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Starting 1 workers Jun 27 12:16:14.983558 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:14.984913 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [-] (75089) wsgi starting up on http://0.0.0.0:9696 Jun 27 12:16:14.988304 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Started child 75090 {{(pid=74981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:16:14.988885 dv-cinder-798098-1-smb neutron-server[74981]: INFO oslo_service.service [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Starting 1 workers Jun 27 12:16:14.992344 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.service [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] calling RpcWorker wait() {{(pid=75090) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 27 12:16:14.992923 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.service [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] returning from RpcWorker wait() {{(pid=75090) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 27 12:16:14.993019 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Started child 75091 {{(pid=74981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:16:14.993799 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG neutron_lib.callbacks.manager [None req-3efff29e-38cd-4fce-bfe2-75f9906a939e None None] Notify callbacks [] for process, after_spawn {{(pid=74981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:14.994022 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:14.994458 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:16:14.995660 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74981) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 27 12:16:14.995867 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 27 12:16:14.996045 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 27 12:16:14.996238 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 27 12:16:14.996612 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 27 12:16:14.996778 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 27 12:16:14.997276 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:14.997541 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:14.997800 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:14.998052 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:14.998140 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:14.998572 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:14.998863 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:14.999122 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:14.999379 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:14.999649 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:14.999905 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.000070 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.000230 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.000478 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.000733 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.001027 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.001283 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.001516 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.001767 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.001933 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.002187 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.002458 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.002678 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.002938 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] debug = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.003173 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.003648 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.003884 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.004146 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.004948 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.005459 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.005721 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.005998 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.006208 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.006451 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.006704 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.006952 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.007162 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.007401 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.007647 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.007864 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.008346 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] host = dv-cinder-798098-1-smb {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.008599 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.008815 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.009074 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.009314 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.009567 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.009775 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.010024 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.010266 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.010523 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.010745 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.010983 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.011216 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.011433 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.011720 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_file = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.011887 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_options = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.012064 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.012338 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.012620 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.012809 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.012978 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.013153 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.013408 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.013562 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.013808 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.014019 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.014229 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.014458 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.014697 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.014938 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.015212 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.015396 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.015637 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.015843 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.016107 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.016326 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.016562 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.016828 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.017027 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.017256 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.017465 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.017695 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.017914 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.018144 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.018351 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.018565 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.018831 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.019081 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.019328 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.019576 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.019796 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.020612 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.020830 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.021087 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.021338 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.021551 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.021807 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.022021 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.022257 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.022486 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.022715 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.022956 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_json = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.023164 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.023375 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.023654 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.023882 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.024118 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.024331 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.024567 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.024793 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:16:15.024968 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.025227 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.025515 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.025827 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.026083 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.026330 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.026569 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.026798 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.027038 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.027284 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.027534 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.027876 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.028096 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.028450 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.028713 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.028996 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.029382 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.029667 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.029819 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.030051 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.030246 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.030458 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.030687 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.030948 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.031164 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.031393 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.031611 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.031833 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.032045 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.032269 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.032538 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.032789 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.033034 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.033277 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.033508 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.033723 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.033935 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.034167 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.034415 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.034629 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.034880 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.035107 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.035372 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.035630 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.035845 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.036064 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.036296 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.036500 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.036751 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.036927 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.037175 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.038055 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.047384 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.047384 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.047384 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.047384 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.047384 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.047384 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.047384 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.047384 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.047384 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.048595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.048595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.048595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.048595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.048595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.048595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.048595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.048595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.048595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.049607 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.049607 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.049607 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.049607 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.049607 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.049607 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.049607 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.049607 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.050694 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.050694 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.050694 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.050694 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.050694 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.050694 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.050694 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.050694 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.051583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.051583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.051583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.051583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.051583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.051583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.051583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.051583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.052583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.052583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.052583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.052583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.052583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.052583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.052583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.052583 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.053451 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.053451 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.053451 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.053451 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.053451 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.053451 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.053451 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.053451 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.054188 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.054188 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.054188 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.054188 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.054550 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.054550 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.054795 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.055013 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.055303 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.055558 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.055909 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.056975 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.056975 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.056975 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.056975 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.056975 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.058620 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.058620 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.058620 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.058620 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.058620 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.058620 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.059935 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.059935 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.059935 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.059935 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.060622 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.060622 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.060622 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.061872 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.061872 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.061872 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.061872 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.061872 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.061872 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.062562 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.062562 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.062562 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.062858 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.062858 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.063169 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.063284 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.063811 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.063811 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.064108 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.064249 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.064799 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.064799 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.065108 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.065108 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.065388 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.065599 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.065852 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.066075 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.066313 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.067291 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.067291 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.067535 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.067767 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.068001 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.068212 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.068447 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.068719 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.068957 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.069182 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.069395 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.069648 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.069882 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.070213 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.070458 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.070702 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.070938 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.071149 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.071364 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.071595 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.071806 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.072016 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.072248 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.072482 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.072723 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.072986 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.073152 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.073459 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.073628 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.073839 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.074065 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.074343 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.074567 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.074782 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.075068 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.075305 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.075539 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.075768 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.076237 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.076459 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.076719 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.076927 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.077141 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.077377 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.077680 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.077926 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.078148 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.078442 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.078686 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.078927 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.079208 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.079519 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.079751 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.080008 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.080223 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.080442 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.080703 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.080969 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.081268 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.081544 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.081787 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.082016 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.082293 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.083123 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.083389 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.083603 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.083886 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.084384 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.084726 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.084981 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.085227 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.085503 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.085742 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.085972 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.086213 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.086462 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.086676 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.086910 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.087142 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.087365 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.087577 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.087821 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.088032 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.088252 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.088477 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.088713 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.088926 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.089078 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 12:16:15.089778 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74981) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 27 12:16:15.089920 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 27 12:16:15.090075 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 27 12:16:15.090242 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 27 12:16:15.090407 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 27 12:16:15.090558 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 27 12:16:15.090753 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.090907 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.091072 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.091253 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.091405 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.091577 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.091736 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.091893 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.092049 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.092205 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.092362 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.092542 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.092698 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.092840 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.092999 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.093155 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.093296 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.093487 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.093613 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.093737 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.093891 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.094047 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.094202 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] debug = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.094357 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.094555 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.094702 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.094872 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.095079 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.095258 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.095423 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.095423 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.095785 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.095785 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.096119 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.096119 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.096119 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.096598 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.096598 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.096598 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.097102 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] host = dv-cinder-798098-1-smb {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.097102 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.097102 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.097619 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.097619 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.097619 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.097619 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.098314 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.098314 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.098314 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.098314 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099002 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099002 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099002 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099002 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_file = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099002 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_options = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099830 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099830 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099830 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099830 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099830 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.099830 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.100724 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.100724 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.100724 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.100724 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.100724 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.100724 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.101372 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.101372 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.101372 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.101372 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.101372 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.102017 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.102017 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.102017 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.102017 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.102482 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.102482 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.102482 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.102828 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.102828 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.102828 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.103126 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.103126 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.103315 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.103398 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.103561 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.103700 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.103824 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.103965 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.104121 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.104275 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.104455 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.104606 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.104752 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.104931 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.105075 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.105230 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.105388 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.105542 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.105696 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_json = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.105850 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.106004 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.106159 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.106312 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.106467 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.106624 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.106779 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.106935 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:16:15.107114 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.107303 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.107483 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.107608 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.107775 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.107913 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.108061 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.108218 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.108376 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.108578 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.108765 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.108923 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.109097 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.109256 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.109417 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.109593 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.109750 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.109929 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.110093 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.110253 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.110433 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.110629 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.110761 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.110925 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.111052 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.111235 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.111413 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.111612 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.111800 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.111957 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.112258 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.112461 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.112672 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.112853 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.113014 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.113174 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.113367 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.113502 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.113664 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.113824 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.114028 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.114187 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.114367 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.114527 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.114696 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.114905 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.115085 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.115246 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.115468 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.115468 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.115636 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.115788 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.115875 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.116056 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.116214 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.116427 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.116714 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.116714 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.117053 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.117053 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.117428 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.117428 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.117790 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.117790 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.117790 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.118128 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.118128 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.118128 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.118497 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.118497 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.118763 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.118763 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.118967 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.119106 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.119229 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.119387 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.119545 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.119703 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.119863 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.120022 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.120179 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.120336 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.120494 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.120671 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.120830 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.120988 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.121146 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.121306 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.121463 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.121621 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.121779 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.121937 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.122094 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.122252 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.122411 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.122568 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.122726 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.122883 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.123040 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.123196 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.123352 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.123517 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.123676 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.123823 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.124003 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.124167 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.124334 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.124492 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.124660 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.124820 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.124979 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.125137 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.125313 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.125438 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.125590 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.125747 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.125906 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.126072 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.126239 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.126399 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.126559 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.126716 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.126895 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.127054 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.127212 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.127375 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.127533 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.127691 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.127850 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.128008 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.128166 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.128325 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.128483 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.128662 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.128820 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.128979 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.129137 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.129804 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.130207 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.130412 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.130540 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.130662 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.130815 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.131027 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.131163 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.131285 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.131407 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.131569 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.131727 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.131886 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.132045 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.132203 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.132395 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.132750 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.132750 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.132986 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.132986 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.133194 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.133319 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.133440 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.133562 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.133704 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.133906 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.134036 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.134158 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.134308 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.134469 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.134627 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.134785 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.134943 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.135101 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.135259 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.135418 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.135577 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.135735 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.135894 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.136051 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.136221 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.136378 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.136555 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.136714 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.136871 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.137029 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.137187 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.137350 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.137508 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.137666 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.137824 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.137985 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.138143 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.138301 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.138459 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.138617 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.138776 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.138934 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.139098 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.139256 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.139412 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.139580 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.139749 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.139883 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.140042 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.140200 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.140366 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.140539 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.140700 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.140859 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.141017 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.141235 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.141327 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.141476 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.141640 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.141797 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.141954 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.142112 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.142281 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.142438 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.142599 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.142756 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.142916 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.143074 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.143232 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.143395 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.143561 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.143726 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.143886 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.144106 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.144234 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.144357 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.144545 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.144684 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.144874 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.145065 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.145225 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.145382 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.145541 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.145700 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.145857 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.146016 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.146174 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.146331 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.146489 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.146646 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.146804 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.146962 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.147119 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.147281 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.147440 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.147597 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.147754 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.147911 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:16:15.148061 dv-cinder-798098-1-smb neutron-server[74981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 12:16:15.149220 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:16:15.364019 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 58912) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:16:15.372629 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063903 Jun 27 12:16:25.900080 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8013c3-1f3b-4253-84b1-51ce04eea6fb None None] get_active_networks_info from dv-cinder-798098-1-smb {{(pid=75090) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jun 27 12:16:25.995668 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8013c3-1f3b-4253-84b1-51ce04eea6fb None None] No non-hosted networks {{(pid=75090) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 27 12:16:26.017620 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.agentschedulers_db [None req-6f8013c3-1f3b-4253-84b1-51ce04eea6fb None None] DHCP Agent not found on host dv-cinder-798098-1-smb {{(pid=75090) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 27 12:16:26.136270 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-480a5c66-ca16-417b-aa3e-d90cb86707e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692353'] for agent, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:26.336202 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692353'] for agent, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:26.337424 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.341854 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.350952 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.350952 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.350952 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.350952 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.350952 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.352104 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.352104 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.352104 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.352104 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:26.352751 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798098-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:16:26.358749 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798098-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:16:27.929269 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-40564676-8299-4a0a-818b-83d74f72efa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692353'] for agent, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:28.031835 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.db.api [None req-936af636-dd82-44af-946b-a0310a55120e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-798098-1-smb {{(pid=75090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:16:28.032838 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_db.api [None req-936af636-dd82-44af-946b-a0310a55120e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:16:28.656195 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-936af636-dd82-44af-946b-a0310a55120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:28.950947 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692353'] for agent, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:30.506177 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692353'] for agent, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:32.199599 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59004) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:16:32.828643 dv-cinder-798098-1-smb neutron-server[75088]: WARNING oslo_policy.policy [None req-29bc4658-0cb7-4d86-ac8d-d2fdf2861602 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:16:32.829259 dv-cinder-798098-1-smb neutron-server[75088]: WARNING oslo_policy.policy [None req-29bc4658-0cb7-4d86-ac8d-d2fdf2861602 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:16:33.041745 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [None req-29bc4658-0cb7-4d86-ac8d-d2fdf2861602 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75088) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:16:33.042730 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-29bc4658-0cb7-4d86-ac8d-d2fdf2861602 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8422379 Jun 27 12:16:33.943469 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.db.l3_hamode_db [None req-89cf7d1e-111b-42fb-ad21-62b3e531c10b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 27 12:16:34.032203 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf7d1e-111b-42fb-ad21-62b3e531c10b None None] Routers set() bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:16:34.032622 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf7d1e-111b-42fb-ad21-62b3e531c10b None None] Router IDs set() for agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 27 12:16:35.301906 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59018) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:16:35.692147 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-43e7df7b-d3f3-43f0-b827-b4cc2d2cab15 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:16:35.740010 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.policy [None req-43e7df7b-d3f3-43f0-b827-b4cc2d2cab15 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75088) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 27 12:16:35.740764 dv-cinder-798098-1-smb neutron-server[75088]: WARNING oslo_policy.policy [None req-43e7df7b-d3f3-43f0-b827-b4cc2d2cab15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:16:35.741141 dv-cinder-798098-1-smb neutron-server[75088]: WARNING oslo_policy.policy [None req-43e7df7b-d3f3-43f0-b827-b4cc2d2cab15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:16:35.744464 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.quota [None req-43e7df7b-d3f3-43f0-b827-b4cc2d2cab15 admin admin] Loaded quota_driver: . Jun 27 12:16:35.759942 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-43e7df7b-d3f3-43f0-b827-b4cc2d2cab15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:16:35.896726 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-43e7df7b-d3f3-43f0-b827-b4cc2d2cab15 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770944118896', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770944223185', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770944225441', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770944219457', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770944212435', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-632016', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-625425', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3789995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3725670'] for rbac-policy, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:36.350152 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-43e7df7b-d3f3-43f0-b827-b4cc2d2cab15 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:36.351471 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-43e7df7b-d3f3-43f0-b827-b4cc2d2cab15 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0486002 Jun 27 12:16:38.812411 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59032) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:16:39.185420 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Request body: {'network': {'name': 'private', 'project_id': '183256ad005d486db61fd23b7daacd6f', 'admin_state_up': True}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:16:39.190086 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:16:39.195006 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Usage tracker for resource:network and tenant:183256ad005d486db61fd23b7daacd6f is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:16:39.199516 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:16:39.205593 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:16:39.281029 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Made reservation on behalf of 183256ad005d486db61fd23b7daacd6f for: {'network': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:16:39.283802 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:39.303357 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:39.344371 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:16:39.347966 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Usage tracker for resource:security_group_rule and tenant:183256ad005d486db61fd23b7daacd6f is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:16:39.350759 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:16:39.356557 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:16:39.422225 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:39.498635 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:39.505231 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:16:39.523192 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=75088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:16:39.549989 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770946144633', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:39.551084 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Unsubscribe: segment precommit_create {{(pid=75088) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 12:16:39.551556 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.segments_db [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Added segment 4ba8b6ae-4bdf-4a89-b075-adfac6050a60 of type vlan for network 22c5e0d8-b913-4377-940a-4106668049a6 Jun 27 12:16:39.602277 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1056948-507b-403b-a559-080c947e9be5,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:16:39.638861 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.639186 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.639510 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.639830 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.640148 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.640458 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.640796 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.642302 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.642627 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.642961 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.643241 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Tracked resource versions report: Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: pushed versions: Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: { 'ConntrackHelper': {'1.0'}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'Log': {'1.0'}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'Network': {'1.1'}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'Port': {'1.5'}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'PortForwarding': {'1.2'}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'QosPolicy': {'1.8'}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'SecurityGroup': {'1.2'}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'SecurityGroupRule': {'1.0'}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'SubPort': {'1.0'}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'Subnet': {'1.1'}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'Trunk': {'1.1'}} Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: consumer versions: Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: { DHCP agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: L3 agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: Metadata agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: Metering agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: Open vSwitch agent@dv-cinder-798098-1-smb: { 'ConntrackHelper': '1.0', Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'Log': '1.0', Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'Network': '1.1', Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'Port': '1.5', Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'PortForwarding': '1.2', Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'QosPolicy': '1.8', Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'SecurityGroup': '1.2', Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'SecurityGroupRule': '1.0', Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'SubPort': '1.0', Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'Subnet': '1.1', Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: 'Trunk': '1.1'}} Jun 27 12:16:39.644359 dv-cinder-798098-1-smb neutron-server[75088]: {{(pid=75088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:16:39.672572 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:39.689994 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:16:39.796053 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:39.797265 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:16:39.797934 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:39.803477 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:16:39.906819 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Pushing event updated for resources: {'Network': ['ID=22c5e0d8-b913-4377-940a-4106668049a6,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:16:39.910654 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:16:39.918607 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 22c5e0d8-b913-4377-940a-4106668049a6 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:16:39.974507 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1610045 Jun 27 12:16:42.548180 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59048) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:16:43.017217 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b04999-9421-4b1c-910c-4c472580d9fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:16:43.018526 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f2b04999-9421-4b1c-910c-4c472580d9fd admin admin] 10.222.0.45 "GET /v2.0/networks/22c5e0d8-b913-4377-940a-4106668049a6 HTTP/1.1" status: 200 len: 825 time: 0.4693980 Jun 27 12:16:43.049208 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-20f08f10-90b7-4752-ad50-93e674be3bcb admin admin] 10.222.0.45 "GET /v2.0/subnetpools/9d660d33-64ca-4174-ae2c-1d6a1c2c3005 HTTP/1.1" status: 200 len: 734 time: 0.0248334 Jun 27 12:16:43.057621 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '9d660d33-64ca-4174-ae2c-1d6a1c2c3005', 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:16:43.061806 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:16:43.065547 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Usage tracker for resource:subnet and tenant:183256ad005d486db61fd23b7daacd6f is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:16:43.068417 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:16:43.073963 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:16:43.321166 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Made reservation on behalf of 183256ad005d486db61fd23b7daacd6f for: {'subnet': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:16:43.323421 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:43.664720 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:43.669432 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:16:43.762068 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23340719-dacb-430c-bf68-f5edee2df2d5,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:16:43.767649 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:16:43.768781 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Checking segment: {'id': '4ba8b6ae-4bdf-4a89-b075-adfac6050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:16:43.769679 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Network hostable DHCP agents. Network: 22c5e0d8-b913-4377-940a-4106668049a6, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:16:43.892776 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Network 22c5e0d8-b913-4377-940a-4106668049a6 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:16:43.990017 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 22c5e0d8-b913-4377-940a-4106668049a6) {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:16:43.995263 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:16:43.996269 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:44.000416 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe832d-a440-4e3b-8a21-bb3ffaa12e04 None None] Network 22c5e0d8-b913-4377-940a-4106668049a6 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:16:44.095011 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0404315 Jun 27 12:16:44.317937 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6236c16f-0ae0-54c6-8644-a3cdfd7cf223-22c5e0d8-b913-4377-940a-4106668049a6', 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'fixed_ips': [{'subnet_id': '23340719-dacb-430c-bf68-f5edee2df2d5'}]}} from dv-cinder-798098-1-smb. {{(pid=75090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 27 12:16:44.319063 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:44.510752 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.db_base_plugin_common [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Allocated IP 172.20.0.2 (22c5e0d8-b913-4377-940a-4106668049a6/23340719-dacb-430c-bf68-f5edee2df2d5/0aad1a44-e308-4286-9274-82f2ee929b20) {{(pid=75090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:16:44.731395 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Notify callbacks [] for port, precommit_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:44.744525 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Transition to ACTIVE for port object 0aad1a44-e308-4286-9274-82f2ee929b20 will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:16:44.764435 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Transition to ACTIVE for port object 0aad1a44-e308-4286-9274-82f2ee929b20 will not be triggered until provisioned by entity DHCP. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:16:44.948338 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:44.953251 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:16:45.017548 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Network 22c5e0d8-b913-4377-940a-4106668049a6 is already hosted by enough agents. {{(pid=75090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:16:45.021003 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.base_scheduler [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Resources bound (agent type, host, resource id): {{(pid=75090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:16:45.025986 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Pushing event updated for resources: {'Port': ['ID=0aad1a44-e308-4286-9274-82f2ee929b20,revision_number=1']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:16:45.028202 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Received port after_create {{(pid=75090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:16:45.039167 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.039508 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.039842 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.040171 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.040542 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.040843 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.041160 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.041481 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.041815 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.042108 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.042418 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Tracked resource versions report: Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: pushed versions: Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: { 'ConntrackHelper': {'1.0'}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'Log': {'1.0'}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'Network': {'1.1'}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'Port': {'1.5'}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'PortForwarding': {'1.2'}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'QosPolicy': {'1.8'}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'SecurityGroup': {'1.2'}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'SecurityGroupRule': {'1.0'}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'SubPort': {'1.0'}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'Subnet': {'1.1'}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'Trunk': {'1.1'}} Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: consumer versions: Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: { DHCP agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: L3 agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: Metadata agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: Metering agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: Open vSwitch agent@dv-cinder-798098-1-smb: { 'ConntrackHelper': '1.0', Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'Log': '1.0', Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'Network': '1.1', Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'Port': '1.5', Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'PortForwarding': '1.2', Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'QosPolicy': '1.8', Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'SecurityGroup': '1.2', Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'SecurityGroupRule': '1.0', Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'SubPort': '1.0', Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'Subnet': '1.1', Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: 'Trunk': '1.1'}} Jun 27 12:16:45.043489 dv-cinder-798098-1-smb neutron-server[75090]: {{(pid=75090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:16:45.073984 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:16:45.125702 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Attempting to bind port 0aad1a44-e308-4286-9274-82f2ee929b20 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:16:45.126101 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Attempting to bind port 0aad1a44-e308-4286-9274-82f2ee929b20 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '4ba8b6ae-4bdf-4a89-b075-adfac6050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:16:45.126548 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Attempting to bind port 0aad1a44-e308-4286-9274-82f2ee929b20 on network 22c5e0d8-b913-4377-940a-4106668049a6 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:16:45.133577 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:16:45.133981 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Checking segment: {'id': '4ba8b6ae-4bdf-4a89-b075-adfac6050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:16:45.134432 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:45.134816 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Bound using segment: {'id': '4ba8b6ae-4bdf-4a89-b075-adfac6050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:16:45.135274 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Bound port: 0aad1a44-e308-4286-9274-82f2ee929b20, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba8b6ae-4bdf-4a89-b075-adfac6050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:16:45.135654 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:45.218102 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] For port 0aad1a44-e308-4286-9274-82f2ee929b20, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:16:45.221958 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] For port 0aad1a44-e308-4286-9274-82f2ee929b20, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=0aad1a44-e308-4286-9274-82f2ee929b20,segment=NetworkSegment(4ba8b6ae-4bdf-4a89-b075-adfac6050a60),segment_id=4ba8b6ae-4bdf-4a89-b075-adfac6050a60)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:16:45.310863 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:45.314835 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:16:45.417392 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Pushing event updated for resources: {'Port': ['ID=0aad1a44-e308-4286-9274-82f2ee929b20,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:16:45.420761 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:16:46.354289 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59058) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:16:46.765964 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [None req-9ad3d866-cc8b-4ab6-952f-32d800c56cce admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75088) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:16:46.766938 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-9ad3d866-cc8b-4ab6-952f-32d800c56cce admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4116378 Jun 27 12:16:48.578707 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 0aad1a44-e308-4286-9274-82f2ee929b20 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:16:48.785290 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 0aad1a44-e308-4286-9274-82f2ee929b20 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:16:49.053762 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a2221-f29d-4d50-806b-fdec9d8cc5c4 None None] Network 22c5e0d8-b913-4377-940a-4106668049a6 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:16:49.069130 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59072) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:16:49.220649 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-bab965c4-6abe-4bfd-a8aa-8827019ca0a8 None None] Provisioning for port 0aad1a44-e308-4286-9274-82f2ee929b20 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:16:49.233687 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-bab965c4-6abe-4bfd-a8aa-8827019ca0a8 None None] Provisioning complete for port 0aad1a44-e308-4286-9274-82f2ee929b20 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:16:49.234102 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bab965c4-6abe-4bfd-a8aa-8827019ca0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:49.406296 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bab965c4-6abe-4bfd-a8aa-8827019ca0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:49.439519 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-bab965c4-6abe-4bfd-a8aa-8827019ca0a8 None None] For port 0aad1a44-e308-4286-9274-82f2ee929b20, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=0aad1a44-e308-4286-9274-82f2ee929b20,segment=NetworkSegment(4ba8b6ae-4bdf-4a89-b075-adfac6050a60),segment_id=4ba8b6ae-4bdf-4a89-b075-adfac6050a60)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:16:49.463037 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [None req-ff1a534b-5f92-41c9-94cf-1dbeac05cc1e admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75088) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:16:49.464018 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-ff1a534b-5f92-41c9-94cf-1dbeac05cc1e admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3939514 Jun 27 12:16:49.567779 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bab965c4-6abe-4bfd-a8aa-8827019ca0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:49.569969 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:16:49.638592 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab965c4-6abe-4bfd-a8aa-8827019ca0a8 None None] Pushing event updated for resources: {'Port': ['ID=0aad1a44-e308-4286-9274-82f2ee929b20,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:16:49.642586 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-bab965c4-6abe-4bfd-a8aa-8827019ca0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:16:49.694425 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-ea01cc65-41d3-4bdc-be1d-443160e7ea55 None None] Provisioning complete for port 0aad1a44-e308-4286-9274-82f2ee929b20 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:16:49.694801 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ea01cc65-41d3-4bdc-be1d-443160e7ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:50.550884 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 0aad1a44-e308-4286-9274-82f2ee929b20 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:16:50.626653 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 0aad1a44-e308-4286-9274-82f2ee929b20 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:16:50.627021 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:52.052136 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59084) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:16:52.421555 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '183256ad005d486db61fd23b7daacd6f'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:16:52.426466 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:16:52.430172 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] Usage tracker for resource:router and tenant:183256ad005d486db61fd23b7daacd6f is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:16:52.433321 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:16:52.438812 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:16:52.556189 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3688019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31589'] for router, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:52.557730 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31610'] for router, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:52.582908 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:52.904647 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693041'] for router, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:53.012270 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] Notify callbacks [] for router, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:53.013460 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-657a9bef-7d70-4058-9892-0e104d31e333 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9603324 Jun 27 12:16:55.208184 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 59094) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:16:55.808794 dv-cinder-798098-1-smb neutron-server[75089]: WARNING oslo_policy.policy [None req-b5980fa7-21f2-4a3e-b37e-f9fd6588de61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:16:55.809388 dv-cinder-798098-1-smb neutron-server[75089]: WARNING oslo_policy.policy [None req-b5980fa7-21f2-4a3e-b37e-f9fd6588de61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:16:55.887164 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-53f63a71-a97c-4144-a26d-3fffc466d500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:56.020431 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [None req-b5980fa7-21f2-4a3e-b37e-f9fd6588de61 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75089) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:16:56.021657 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-b5980fa7-21f2-4a3e-b37e-f9fd6588de61 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8114665 Jun 27 12:16:56.327915 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:57.922456 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6948ae36-ab29-4b18-845c-12072d9f3a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:58.313835 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 59108) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:16:58.697232 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:16:58.698652 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.quota [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Loaded quota_driver: . Jun 27 12:16:58.714024 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:16:58.720447 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Usage tracker for resource:network and tenant:81d9f59386d9437c83d377e8520193bd is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:16:58.725827 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:16:58.733133 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:16:58.812451 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Made reservation on behalf of 81d9f59386d9437c83d377e8520193bd for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:16:58.851821 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.policy [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75089) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 27 12:16:58.852592 dv-cinder-798098-1-smb neutron-server[75089]: WARNING oslo_policy.policy [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:16:58.852955 dv-cinder-798098-1-smb neutron-server[75089]: WARNING oslo_policy.policy [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:16:58.857731 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:58.877275 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:58.910231 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:58.921893 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:16:58.925697 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Usage tracker for resource:security_group_rule and tenant:81d9f59386d9437c83d377e8520193bd is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:16:58.928588 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:16:58.934212 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:16:59.001390 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:59.104064 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:59.108664 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:16:59.121635 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Reserving flat network on physical network physnet1 {{(pid=75089) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 27 12:16:59.151444 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770946144633', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:59.152006 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Unsubscribe: segment precommit_create {{(pid=75089) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 12:16:59.152483 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Added segment 73253b2e-451b-4a3f-9b26-0e2d6f667b9f of type flat for network 6cc6fb11-e95d-44c8-aefa-1369e056d817 Jun 27 12:16:59.201656 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf85d055-2e50-4bc8-b7f2-73d2adc767de,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:16:59.231524 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.231848 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.232191 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.232531 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.232847 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.233158 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.233463 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.233800 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.234153 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.234458 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.234761 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Tracked resource versions report: Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: pushed versions: Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: { 'ConntrackHelper': {'1.0'}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'Log': {'1.0'}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'Network': {'1.1'}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'Port': {'1.5'}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'PortForwarding': {'1.2'}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'QosPolicy': {'1.8'}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'SecurityGroup': {'1.2'}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'SecurityGroupRule': {'1.0'}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'SubPort': {'1.0'}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'Subnet': {'1.1'}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'Trunk': {'1.1'}} Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: consumer versions: Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: { DHCP agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: L3 agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: Metadata agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: Metering agent@dv-cinder-798098-1-smb: {}, Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: Open vSwitch agent@dv-cinder-798098-1-smb: { 'ConntrackHelper': '1.0', Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'Log': '1.0', Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'Network': '1.1', Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'Port': '1.5', Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'PortForwarding': '1.2', Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'QosPolicy': '1.8', Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'SecurityGroup': '1.2', Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'SecurityGroupRule': '1.0', Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'SubPort': '1.0', Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'Subnet': '1.1', Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: 'Trunk': '1.1'}} Jun 27 12:16:59.235804 dv-cinder-798098-1-smb neutron-server[75089]: {{(pid=75089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:16:59.276638 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:59.290424 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:16:59.435260 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:59.436704 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:16:59.437361 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:16:59.442310 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:16:59.543000 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Pushing event updated for resources: {'Network': ['ID=6cc6fb11-e95d-44c8-aefa-1369e056d817,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:16:59.546007 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:16:59.553993 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:16:59.608185 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2933073 Jun 27 12:17:00.430029 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:01.797681 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59134) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:17:02.030529 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e3b41-2377-44c3-b893-8a551659e59a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:17:02.031798 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-664e3b41-2377-44c3-b893-8a551659e59a admin admin] 10.222.0.45 "GET /v2.0/subnets/23340719-dacb-430c-bf68-f5edee2df2d5 HTTP/1.1" status: 200 len: 849 time: 0.2332070 Jun 27 12:17:02.172339 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-95e43a3a-8522-4c95-8e04-5c6e6a7a4297 admin admin] 10.222.0.45 "GET /v2.0/routers/ebda7d82-f722-42b7-bc80-61c7aee6ddd6 HTTP/1.1" status: 200 len: 704 time: 0.1346595 Jun 27 12:17:02.621908 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:02.861007 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Allocated IP 172.20.0.1 (22c5e0d8-b913-4377-940a-4106668049a6/23340719-dacb-430c-bf68-f5edee2df2d5/5335a12a-1f04-48b7-b507-c09fea93e62a) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:17:03.009785 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:03.026551 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Transition to ACTIVE for port object 5335a12a-1f04-48b7-b507-c09fea93e62a will not be triggered until provisioned by entity DHCP. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:17:03.133395 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:03.137322 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:17:03.229736 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Network 22c5e0d8-b913-4377-940a-4106668049a6 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:17:03.232608 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:17:03.236385 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:17:03.236927 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3692583'] for router_interface, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:03.242674 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Pushing event updated for resources: {'Port': ['ID=5335a12a-1f04-48b7-b507-c09fea93e62a,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:17:03.279640 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:17:03.442634 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:03.498431 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-e9d8a528-71e5-455c-aa3d-3975d18a3bae None None] Provisioning for port 5335a12a-1f04-48b7-b507-c09fea93e62a completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:17:03.503914 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-e9d8a528-71e5-455c-aa3d-3975d18a3bae None None] Provisioning complete for port 5335a12a-1f04-48b7-b507-c09fea93e62a triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:17:03.504486 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a528-71e5-455c-aa3d-3975d18a3bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:03.557254 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8a528-71e5-455c-aa3d-3975d18a3bae None None] Port 5335a12a-1f04-48b7-b507-c09fea93e62a cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:17:03.665327 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:03.761612 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:03.762642 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690507'] for router_interface, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:03.766197 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:17:03.892536 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Pushing event updated for resources: {'Port': ['ID=5335a12a-1f04-48b7-b507-c09fea93e62a,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:17:03.896443 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:17:03.958575 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Network 22c5e0d8-b913-4377-940a-4106668049a6 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:17:03.959629 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:17:04.182910 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-ab24af80-3357-4309-9d3e-78ecd0e3cf36 None None] Provisioning complete for port 5335a12a-1f04-48b7-b507-c09fea93e62a triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:17:04.183276 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ab24af80-3357-4309-9d3e-78ecd0e3cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:04.234750 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-ab24af80-3357-4309-9d3e-78ecd0e3cf36 None None] Port 5335a12a-1f04-48b7-b507-c09fea93e62a cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:17:04.390160 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Router ebda7d82-f722-42b7-bc80-61c7aee6ddd6 is scheduled to L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 with binding_index 1 {{(pid=75088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 12:17:04.554310 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:17:04.572563 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] 10.222.0.45 "PUT /v2.0/routers/ebda7d82-f722-42b7-bc80-61c7aee6ddd6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3862493 Jun 27 12:17:04.572827 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Sync routers for ids ['ebda7d82-f722-42b7-bc80-61c7aee6ddd6'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:17:04.582084 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Routers {'ebda7d82-f722-42b7-bc80-61c7aee6ddd6'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:17:04.583051 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:16:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['ebda7d82-f722-42b7-bc80-61c7aee6ddd6'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:17:04.763280 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Set router ebda7d82-f722-42b7-bc80-61c7aee6ddd6 gateway port host: None {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:17:05.132327 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'name': 'router1', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:16:52Z', 'updated_at': '2021-06-27T12:17:03Z', 'revision_number': 2, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'gw_port_host': None, '_interfaces': [{'id': '5335a12a-1f04-48b7-b507-c09fea93e62a', 'name': '', 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'mac_address': 'fa:16:3e:53:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:17:02Z', 'updated_at': '2021-06-27T12:17:03Z', 'revision_number': 2, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'subnets': [{'id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d660d33-64ca-4174-ae2c-1d6a1c2c3005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:17:05.137275 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Checking router: ebda7d82-f722-42b7-bc80-61c7aee6ddd6 for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:17:05.137647 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Updating router ebda7d82-f722-42b7-bc80-61c7aee6ddd6 port 5335a12a-1f04-48b7-b507-c09fea93e62a binding host dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:17:05.193272 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:05.571875 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:05.586690 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Transition to ACTIVE for port object 5335a12a-1f04-48b7-b507-c09fea93e62a will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:17:05.744189 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:05.749670 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:17:05.968408 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Pushing event updated for resources: {'Port': ['ID=5335a12a-1f04-48b7-b507-c09fea93e62a,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:17:05.999165 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Attempting to bind port 5335a12a-1f04-48b7-b507-c09fea93e62a on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:17:05.999578 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Attempting to bind port 5335a12a-1f04-48b7-b507-c09fea93e62a by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '4ba8b6ae-4bdf-4a89-b075-adfac6050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:17:05.999998 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Attempting to bind port 5335a12a-1f04-48b7-b507-c09fea93e62a on network 22c5e0d8-b913-4377-940a-4106668049a6 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:17:06.008638 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:17:06.009046 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Checking segment: {'id': '4ba8b6ae-4bdf-4a89-b075-adfac6050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:17:06.009525 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:06.009918 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Bound using segment: {'id': '4ba8b6ae-4bdf-4a89-b075-adfac6050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:17:06.010399 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Bound port: 5335a12a-1f04-48b7-b507-c09fea93e62a, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba8b6ae-4bdf-4a89-b075-adfac6050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:17:06.010787 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:06.027070 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.027407 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.027734 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.028058 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.028430 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.028773 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.029088 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.029402 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.029712 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.030020 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.030328 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Tracked resource versions report: Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: pushed versions: Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: { 'ConntrackHelper': {'1.0'}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'Log': {'1.0'}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'Network': {'1.1'}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'Port': {'1.5'}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'PortForwarding': {'1.2'}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'QosPolicy': {'1.8'}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'SecurityGroup': {'1.2'}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'SecurityGroupRule': {'1.0'}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'SubPort': {'1.0'}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'Subnet': {'1.1'}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'Trunk': {'1.1'}} Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: consumer versions: Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: { DHCP agent@dv-cinder-798098-1-smb: {}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: L3 agent@dv-cinder-798098-1-smb: {}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: Metadata agent@dv-cinder-798098-1-smb: {}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: Metering agent@dv-cinder-798098-1-smb: {}, Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: Open vSwitch agent@dv-cinder-798098-1-smb: { 'ConntrackHelper': '1.0', Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'Log': '1.0', Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'Network': '1.1', Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'Port': '1.5', Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'PortForwarding': '1.2', Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'QosPolicy': '1.8', Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'SecurityGroup': '1.2', Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'SecurityGroupRule': '1.0', Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'SubPort': '1.0', Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'Subnet': '1.1', Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: 'Trunk': '1.1'}} Jun 27 12:17:06.031421 dv-cinder-798098-1-smb neutron-server[75091]: {{(pid=75091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:17:06.037717 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:17:06.111839 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] For port 5335a12a-1f04-48b7-b507-c09fea93e62a, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:17:06.116328 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] For port 5335a12a-1f04-48b7-b507-c09fea93e62a, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=5335a12a-1f04-48b7-b507-c09fea93e62a,segment=NetworkSegment(4ba8b6ae-4bdf-4a89-b075-adfac6050a60),segment_id=4ba8b6ae-4bdf-4a89-b075-adfac6050a60)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:17:06.184416 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:06.188472 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:17:06.274058 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Pushing event updated for resources: {'Port': ['ID=5335a12a-1f04-48b7-b507-c09fea93e62a,revision_number=4']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:17:06.277544 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:17:06.279102 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Routers {'ebda7d82-f722-42b7-bc80-61c7aee6ddd6'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:17:06.279688 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:16:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['ebda7d82-f722-42b7-bc80-61c7aee6ddd6'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:17:06.434747 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] Set router ebda7d82-f722-42b7-bc80-61c7aee6ddd6 gateway port host: None {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:17:06.631576 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59156) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:17:06.763779 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'name': 'router1', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:16:52Z', 'updated_at': '2021-06-27T12:17:03Z', 'revision_number': 2, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'gw_port_host': None, '_interfaces': [{'id': '5335a12a-1f04-48b7-b507-c09fea93e62a', 'name': '', 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'mac_address': 'fa:16:3e:53:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:17:02Z', 'updated_at': '2021-06-27T12:17:06Z', 'revision_number': 4, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'subnets': [{'id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d660d33-64ca-4174-ae2c-1d6a1c2c3005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:17:06.767644 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5365da-a2b0-40f8-aee3-5c91e23fd820 None None] The sync data for ids ['ebda7d82-f722-42b7-bc80-61c7aee6ddd6'] in dv-cinder-798098-1-smb is: [{'id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'name': 'router1', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:16:52Z', 'updated_at': '2021-06-27T12:17:03Z', 'revision_number': 2, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'gw_port_host': None, '_interfaces': [{'id': '5335a12a-1f04-48b7-b507-c09fea93e62a', 'name': '', 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'mac_address': 'fa:16:3e:53:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:17:02Z', 'updated_at': '2021-06-27T12:17:06Z', 'revision_number': 4, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'subnets': [{'id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d660d33-64ca-4174-ae2c-1d6a1c2c3005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:17:06.813799 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e23fb8a-c0f0-4ed5-b95a-87ca973c4538 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:17:06.815155 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-8e23fb8a-c0f0-4ed5-b95a-87ca973c4538 admin admin] 10.222.0.45 "GET /v2.0/networks/6cc6fb11-e95d-44c8-aefa-1369e056d817 HTTP/1.1" status: 200 len: 842 time: 0.1827230 Jun 27 12:17:06.824688 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:17:06.830002 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:17:06.834356 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Usage tracker for resource:subnet and tenant:81d9f59386d9437c83d377e8520193bd is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:17:06.837185 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:17:06.842992 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:17:06.932604 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Made reservation on behalf of 81d9f59386d9437c83d377e8520193bd for: {'subnet': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:17:06.934820 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:07.429050 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.objects.ports [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75088) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Jun 27 12:17:07.429476 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:07.433455 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:17:07.512556 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Checking segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:17:07.512912 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Network hostable DHCP agents. Network: 6cc6fb11-e95d-44c8-aefa-1369e056d817, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:17:07.525381 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:17:07.529203 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:17:07.613112 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:17:07.715815 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 6cc6fb11-e95d-44c8-aefa-1369e056d817) {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:17:07.720171 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:17:07.720979 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:07.725573 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e93eaa-b88c-4c1e-aa08-ec238e607160 None None] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:17:07.870534 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0492473 Jun 27 12:17:07.952088 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741bff59-263e-47a2-a915-bef11daa0e38 None None] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:17:08.598814 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 5335a12a-1f04-48b7-b507-c09fea93e62a up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:17:08.966938 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 5335a12a-1f04-48b7-b507-c09fea93e62a completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:17:08.971947 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 5335a12a-1f04-48b7-b507-c09fea93e62a triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:17:08.972317 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:09.086463 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:09.117981 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 5335a12a-1f04-48b7-b507-c09fea93e62a, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=5335a12a-1f04-48b7-b507-c09fea93e62a,segment=NetworkSegment(4ba8b6ae-4bdf-4a89-b075-adfac6050a60),segment_id=4ba8b6ae-4bdf-4a89-b075-adfac6050a60)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:17:09.241053 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:09.243084 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-bab965c4-6abe-4bfd-a8aa-8827019ca0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:17:09.306281 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=5335a12a-1f04-48b7-b507-c09fea93e62a,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:17:09.309308 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:17:09.977433 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59170) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:17:10.231266 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-da877c1e-e722-4a42-a3eb-a0d55b5ff138 admin admin] 10.222.0.45 "GET /v2.0/routers/ebda7d82-f722-42b7-bc80-61c7aee6ddd6 HTTP/1.1" status: 200 len: 710 time: 0.2526767 Jun 27 12:17:10.370369 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2293e4f-d7be-4dfe-b73c-5bd8e31c70ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:17:10.372313 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-a2293e4f-d7be-4dfe-b73c-5bd8e31c70ef admin admin] 10.222.0.45 "GET /v2.0/networks/6cc6fb11-e95d-44c8-aefa-1369e056d817 HTTP/1.1" status: 200 len: 886 time: 0.1359060 Jun 27 12:17:10.381829 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:17:10.557941 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 5335a12a-1f04-48b7-b507-c09fea93e62a up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:17:10.646499 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 5335a12a-1f04-48b7-b507-c09fea93e62a triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:17:10.646879 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:10.853867 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3688001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31560'] for router, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:11.116044 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:11.171057 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:11.345072 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Allocated IP 172.28.3.8 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/7aacafc3-8f70-4d35-9277-649e5c3ed302) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:17:11.484798 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:11.595977 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:11.600557 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:17:11.664954 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:17:11.667750 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:17:11.671889 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:17:11.693599 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Pushing event updated for resources: {'Port': ['ID=7aacafc3-8f70-4d35-9277-649e5c3ed302,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:17:11.700065 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:17:11.910963 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:12.079993 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3688001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31560'] for router, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:12.083876 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3692995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3688054'] for router, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:12.279352 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Router ebda7d82-f722-42b7-bc80-61c7aee6ddd6 has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:17:12.470170 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:17:12.479572 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Sync routers for ids ['ebda7d82-f722-42b7-bc80-61c7aee6ddd6'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:17:12.480057 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Notify callbacks [] for router, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:12.480818 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] 10.222.0.45 "PUT /v2.0/routers/ebda7d82-f722-42b7-bc80-61c7aee6ddd6 HTTP/1.1" status: 200 len: 888 time: 2.1031840 Jun 27 12:17:12.492107 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Routers {'ebda7d82-f722-42b7-bc80-61c7aee6ddd6'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:17:12.492825 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:16:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['ebda7d82-f722-42b7-bc80-61c7aee6ddd6'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:17:12.683779 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Set router ebda7d82-f722-42b7-bc80-61c7aee6ddd6 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:17:13.021668 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'name': 'router1', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '7aacafc3-8f70-4d35-9277-649e5c3ed302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:16:52Z', 'updated_at': '2021-06-27T12:17:11Z', 'revision_number': 4, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'gw_port': {'id': '7aacafc3-8f70-4d35-9277-649e5c3ed302', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:17:11Z', 'updated_at': '2021-06-27T12:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '5335a12a-1f04-48b7-b507-c09fea93e62a', 'name': '', 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'mac_address': 'fa:16:3e:53:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:17:02Z', 'updated_at': '2021-06-27T12:17:09Z', 'revision_number': 5, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'subnets': [{'id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d660d33-64ca-4174-ae2c-1d6a1c2c3005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:17:13.027375 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Checking router: ebda7d82-f722-42b7-bc80-61c7aee6ddd6 for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:17:13.027666 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Updating router ebda7d82-f722-42b7-bc80-61c7aee6ddd6 port 7aacafc3-8f70-4d35-9277-649e5c3ed302 binding host dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:17:13.086275 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:13.417008 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Notify callbacks [] for port, precommit_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:13.429542 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Transition to ACTIVE for port object 7aacafc3-8f70-4d35-9277-649e5c3ed302 will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:17:13.550251 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:13.554601 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:17:13.636813 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f56c17-1e35-49bf-a799-9fb3cf011764 None None] Pushing event updated for resources: {'Port': ['ID=7aacafc3-8f70-4d35-9277-649e5c3ed302,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:17:13.639456 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-91f56c17-1e35-49bf-a799-9fb3cf011764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:17:13.640493 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Attempting to bind port 7aacafc3-8f70-4d35-9277-649e5c3ed302 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:17:13.640879 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Attempting to bind port 7aacafc3-8f70-4d35-9277-649e5c3ed302 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:17:13.641235 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Attempting to bind port 7aacafc3-8f70-4d35-9277-649e5c3ed302 on network 6cc6fb11-e95d-44c8-aefa-1369e056d817 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:17:13.647964 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:17:13.648336 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Checking segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:17:13.648759 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:13.649141 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Bound using segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:17:13.649599 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Bound port: 7aacafc3-8f70-4d35-9277-649e5c3ed302, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:17:13.649979 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:13.759710 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] For port 7aacafc3-8f70-4d35-9277-649e5c3ed302, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:17:13.763163 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] For port 7aacafc3-8f70-4d35-9277-649e5c3ed302, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=7aacafc3-8f70-4d35-9277-649e5c3ed302,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:17:13.835815 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:13.840024 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-91f56c17-1e35-49bf-a799-9fb3cf011764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:17:13.917750 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f56c17-1e35-49bf-a799-9fb3cf011764 None None] Pushing event updated for resources: {'Port': ['ID=7aacafc3-8f70-4d35-9277-649e5c3ed302,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:17:13.920719 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-91f56c17-1e35-49bf-a799-9fb3cf011764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:17:13.921456 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Routers {'ebda7d82-f722-42b7-bc80-61c7aee6ddd6'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:17:13.922087 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:16:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['ebda7d82-f722-42b7-bc80-61c7aee6ddd6'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:17:14.102545 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] Set router ebda7d82-f722-42b7-bc80-61c7aee6ddd6 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:17:14.431432 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'name': 'router1', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '7aacafc3-8f70-4d35-9277-649e5c3ed302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:16:52Z', 'updated_at': '2021-06-27T12:17:11Z', 'revision_number': 4, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'gw_port': {'id': '7aacafc3-8f70-4d35-9277-649e5c3ed302', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:17:11Z', 'updated_at': '2021-06-27T12:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '5335a12a-1f04-48b7-b507-c09fea93e62a', 'name': '', 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'mac_address': 'fa:16:3e:53:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:17:02Z', 'updated_at': '2021-06-27T12:17:09Z', 'revision_number': 5, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'subnets': [{'id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d660d33-64ca-4174-ae2c-1d6a1c2c3005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:17:14.435421 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb647d9e-667d-4007-a78d-60b594b33192 None None] The sync data for ids ['ebda7d82-f722-42b7-bc80-61c7aee6ddd6'] in dv-cinder-798098-1-smb is: [{'id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'name': 'router1', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '7aacafc3-8f70-4d35-9277-649e5c3ed302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:16:52Z', 'updated_at': '2021-06-27T12:17:11Z', 'revision_number': 4, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'gw_port': {'id': '7aacafc3-8f70-4d35-9277-649e5c3ed302', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:17:11Z', 'updated_at': '2021-06-27T12:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '5335a12a-1f04-48b7-b507-c09fea93e62a', 'name': '', 'network_id': '22c5e0d8-b913-4377-940a-4106668049a6', 'tenant_id': '183256ad005d486db61fd23b7daacd6f', 'mac_address': 'fa:16:3e:53:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebda7d82-f722-42b7-bc80-61c7aee6ddd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:17:02Z', 'updated_at': '2021-06-27T12:17:09Z', 'revision_number': 5, 'project_id': '183256ad005d486db61fd23b7daacd6f', 'subnets': [{'id': '23340719-dacb-430c-bf68-f5edee2df2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d660d33-64ca-4174-ae2c-1d6a1c2c3005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:17:14.625880 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 7aacafc3-8f70-4d35-9277-649e5c3ed302 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:17:14.682252 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59180) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:17:14.812950 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 7aacafc3-8f70-4d35-9277-649e5c3ed302 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:17:14.818798 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 7aacafc3-8f70-4d35-9277-649e5c3ed302 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:17:14.819180 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:14.838455 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-4be1c8af-1501-4413-9dcf-1399b52295f2 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1076 time: 0.1551340 Jun 27 12:17:14.945874 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:14.963663 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 7aacafc3-8f70-4d35-9277-649e5c3ed302, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=7aacafc3-8f70-4d35-9277-649e5c3ed302,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:17:15.052756 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:15.054863 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:17:15.119467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=7aacafc3-8f70-4d35-9277-649e5c3ed302,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:17:15.122601 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:17:16.569137 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 7aacafc3-8f70-4d35-9277-649e5c3ed302 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:17:16.647286 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 7aacafc3-8f70-4d35-9277-649e5c3ed302 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:17:16.647698 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:25.950476 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-354b52ed-761a-4217-abde-1cec453b565e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:26.048976 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 5 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:17:26.338198 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:28.000811 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-8bce849d-a69e-4f01-a5b7-2849c3e5ead8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:28.955251 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:30.463736 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:55.955158 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1a50-9c7e-4e58-843d-3b400eacaa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:56.457942 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:58.029399 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e4880db6-1437-4c13-a733-91d5704415c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:17:58.954857 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:00.458314 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:03.049587 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 5 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:18:26.023316 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-4816f1c0-2e20-4d67-a6c5-f11f455da0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:26.337546 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:28.047249 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-73757d0f-28fe-4b64-b971-ece76e0eb731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:29.044203 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:30.457467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:40.049564 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 5 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:18:55.895054 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-b7b73688-9940-4f35-a12e-8d3b2c97bedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:56.311887 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:57.951834 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-9f03635b-dcf1-4fb0-b163-9e3363b26719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:58.944061 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:00.462817 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:17.051362 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 5 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:19:20.032306 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59756) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:20.122830 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cfa2d8-4434-490e-b84f-20006d19237a admin admin] GET failed (client error): The resource could not be found. Jun 27 12:19:20.124639 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-b4cfa2d8-4434-490e-b84f-20006d19237a admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0913458 Jun 27 12:19:20.255886 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa82b2-d633-450a-bf4f-b9348a63c05e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:20.257270 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-06fa82b2-d633-450a-bf4f-b9348a63c05e admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1285231 Jun 27 12:19:22.254820 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59766) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:22.388245 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7dc5e6-fada-4440-b291-f41a52a7672b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:22.388819 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-fe7dc5e6-fada-4440-b291-f41a52a7672b admin admin] Synchronizing usage tracker for tenant:81d9f59386d9437c83d377e8520193bd on resource:subnet {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:19:22.485533 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-fe7dc5e6-fada-4440-b291-f41a52a7672b admin admin] Unset dirty status for tenant:81d9f59386d9437c83d377e8520193bd on resource:subnet {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:19:22.486684 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-fe7dc5e6-fada-4440-b291-f41a52a7672b admin admin] 10.222.0.45 "GET /v2.0/subnets/23340719-dacb-430c-bf68-f5edee2df2d5 HTTP/1.1" status: 200 len: 849 time: 0.2309389 Jun 27 12:19:22.495822 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:19:22.616467 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Notify callbacks [] for subnet, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:22.914100 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770946148271'] for subnet, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:22.917853 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:22.960786 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:22.964375 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:22.964375 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] 10.222.0.45 "PUT /v2.0/subnets/23340719-dacb-430c-bf68-f5edee2df2d5 HTTP/1.1" status: 200 len: 868 time: 0.4714904 Jun 27 12:19:22.966000 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1663cf82-ab7b-458c-8aaf-69bf680a941d None None] Network 22c5e0d8-b913-4377-940a-4106668049a6 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:19:22.991190 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Pushing event updated for resources: {'Subnet': ['ID=23340719-dacb-430c-bf68-f5edee2df2d5,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:23.000678 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.001531 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.001910 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.002245 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.002578 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.002907 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.003238 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.003562 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.003888 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.004353 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.004698 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:23.008320 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:23.499240 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-be5887b6-b82c-4faa-a302-faf270de2d6c None None] Provisioning complete for port 0aad1a44-e308-4286-9274-82f2ee929b20 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:23.499612 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-be5887b6-b82c-4faa-a302-faf270de2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:23.629277 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-be5887b6-b82c-4faa-a302-faf270de2d6c None None] Provisioning complete for port 5335a12a-1f04-48b7-b507-c09fea93e62a triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:23.629912 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-be5887b6-b82c-4faa-a302-faf270de2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:25.256921 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59776) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:25.472555 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bea7cf-14fa-45b4-839f-5519167c8a32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:25.472849 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bea7cf-14fa-45b4-839f-5519167c8a32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:25.474386 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f6bea7cf-14fa-45b4-839f-5519167c8a32 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2161641 Jun 27 12:19:25.896581 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-25b8861f-7ce2-47cb-a3a4-6d5d5bd3dfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:26.345856 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:27.464554 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59786) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:27.668478 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7bffba-5eb3-4379-9a9c-d9cd42c32312 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:27.668875 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7bffba-5eb3-4379-9a9c-d9cd42c32312 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:27.670423 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-dd7bffba-5eb3-4379-9a9c-d9cd42c32312 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2048924 Jun 27 12:19:27.971227 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a50d2a6e-f64b-4500-998b-4eb042f260af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:28.917292 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:29.751807 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59796) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:29.946153 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c517a32-46e1-45c0-a0de-2deddcc78ef7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:29.952821 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-3c517a32-46e1-45c0-a0de-2deddcc78ef7 admin admin] 10.222.0.45 "GET /v2.0/networks/22c5e0d8-b913-4377-940a-4106668049a6 HTTP/1.1" status: 200 len: 869 time: 0.1947594 Jun 27 12:19:30.482246 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:31.974446 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59806) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:32.159200 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4945b43-e24c-490a-bd43-31c8f5ac9ab1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:32.160425 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-e4945b43-e24c-490a-bd43-31c8f5ac9ab1 admin admin] 10.222.0.45 "GET /v2.0/networks/6cc6fb11-e95d-44c8-aefa-1369e056d817 HTTP/1.1" status: 200 len: 886 time: 0.1850712 Jun 27 12:19:34.144666 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59816) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:34.270957 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0956edd5-1ae7-47ec-ad5e-24838652d6b1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:34.271319 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0956edd5-1ae7-47ec-ad5e-24838652d6b1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:34.272794 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-0956edd5-1ae7-47ec-ad5e-24838652d6b1 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271698 Jun 27 12:19:36.246659 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 59826) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:36.389333 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510bf78e-3f36-46a5-b813-3e76554af813 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:36.389697 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510bf78e-3f36-46a5-b813-3e76554af813 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:36.391165 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-510bf78e-3f36-46a5-b813-3e76554af813 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1435785 Jun 27 12:19:38.348032 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 59836) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:38.478826 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d412e211-fa38-413a-b4be-f0c64158ffce admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:38.480137 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-d412e211-fa38-413a-b4be-f0c64158ffce admin admin] 10.222.0.45 "GET /v2.0/subnets/23340719-dacb-430c-bf68-f5edee2df2d5 HTTP/1.1" status: 200 len: 868 time: 0.1311555 Jun 27 12:19:40.468224 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 59846) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:40.589423 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c679157-e833-4d15-be5f-6779289ad583 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:40.590721 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-2c679157-e833-4d15-be5f-6779289ad583 admin admin] 10.222.0.45 "GET /v2.0/subnets/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd HTTP/1.1" status: 200 len: 816 time: 0.1215441 Jun 27 12:19:54.052043 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 5 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:19:55.927566 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-9efe49f1-89a3-4fa3-a698-15c90dacfebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:56.378799 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:57.944147 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-938517f7-98c0-46af-83a5-1e5a0357acdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:58.025399 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59884) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:58.097623 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [None req-f8c93141-96ec-4c82-8a12-92093a3ebdef admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75088) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:19:58.098773 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f8c93141-96ec-4c82-8a12-92093a3ebdef admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0724289 Jun 27 12:19:58.913537 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:00.226384 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59894) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:20:00.315217 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.pecan_wsgi.hooks.translation [None req-85283add-2a26-48f8-9937-3b11014c4d84 admin admin] GET failed (client error): The resource could not be found. Jun 27 12:20:00.316375 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-85283add-2a26-48f8-9937-3b11014c4d84 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0891006 Jun 27 12:20:00.441822 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90861a5-086b-4a41-8f6b-c119ea8f67fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:20:00.443280 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-a90861a5-086b-4a41-8f6b-c119ea8f67fe admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1231070 Jun 27 12:20:00.468286 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:02.423933 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 59904) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:20:02.493955 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:20:02.498981 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:20:02.503030 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Usage tracker for resource:network and tenant:81d9f59386d9437c83d377e8520193bd is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:20:02.505831 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:20:02.511913 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:20:02.587719 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Made reservation on behalf of 81d9f59386d9437c83d377e8520193bd for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:20:02.589995 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:02.677533 dv-cinder-798098-1-smb neutron-server[75089]: WARNING neutron.services.revisions.revision_plugin [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Could not find related network for resource to bump revision. Jun 27 12:20:02.691377 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:20:02.700150 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:02.701099 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Added segment 6599565c-977e-434b-893e-71ca9539717e of type vlan for network 8091664f-06f5-4707-804a-a39c4b29b540 Jun 27 12:20:02.727962 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:02.833441 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:02.834631 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:20:02.835195 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:02.839603 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:20:02.931375 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8091664f-06f5-4707-804a-a39c4b29b540,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:20:02.939044 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.939379 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.939702 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.940025 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.940343 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.940682 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.940999 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.941310 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.941618 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.941925 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.942232 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:02.945580 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:20:02.960433 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 8091664f-06f5-4707-804a-a39c4b29b540 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:20:03.024932 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5998533 Jun 27 12:20:05.004878 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59914) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:20:05.100560 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51a236f-fed1-4ba8-8080-311c0a66ae42 admin admin] GET failed (client error): The resource could not be found. Jun 27 12:20:05.101779 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f51a236f-fed1-4ba8-8080-311c0a66ae42 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0959377 Jun 27 12:20:05.201292 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23126e9-cc6c-4cd9-b5a3-c99df1d9403f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:20:05.202714 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-b23126e9-cc6c-4cd9-b5a3-c99df1d9403f admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0971394 Jun 27 12:20:05.212200 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540', 'name': 'shared-subnet'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:20:05.216419 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:20:05.225722 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:20:05.286679 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Made reservation on behalf of 81d9f59386d9437c83d377e8520193bd for: {'subnet': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:20:05.288909 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:05.567252 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:05.571626 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8b2cf133-1843-419e-a229-6a62a93fad61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:20:05.640388 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4ae3dc-2673-4254-a042-66e626d2d473,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:20:05.643545 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:20:05.651561 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Checking segment: {'id': '6599565c-977e-434b-893e-71ca9539717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:20:05.651698 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Network hostable DHCP agents. Network: 8091664f-06f5-4707-804a-a39c4b29b540, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:20:05.737662 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Network 8091664f-06f5-4707-804a-a39c4b29b540 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:20:05.821636 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 8091664f-06f5-4707-804a-a39c4b29b540) {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:20:05.825365 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:20:05.825944 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:05.830670 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b509ee-616c-4867-96dc-2e0f4d22837e None None] Network 8091664f-06f5-4707-804a-a39c4b29b540 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:20:05.933175 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7242122 Jun 27 12:20:06.046796 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6236c16f-0ae0-54c6-8644-a3cdfd7cf223-8091664f-06f5-4707-804a-a39c4b29b540', 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540', 'tenant_id': '81d9f59386d9437c83d377e8520193bd', 'fixed_ips': [{'subnet_id': 'ec4ae3dc-2673-4254-a042-66e626d2d473'}]}} from dv-cinder-798098-1-smb. {{(pid=75090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 27 12:20:06.047652 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:06.397726 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.db_base_plugin_common [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Allocated IP 192.168.233.2 (8091664f-06f5-4707-804a-a39c4b29b540/ec4ae3dc-2673-4254-a042-66e626d2d473/d5e26b46-9c59-488c-8136-46f17dff41ad) {{(pid=75090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:20:06.596344 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Notify callbacks [] for port, precommit_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:06.606984 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Transition to ACTIVE for port object d5e26b46-9c59-488c-8136-46f17dff41ad will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:20:06.628108 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Transition to ACTIVE for port object d5e26b46-9c59-488c-8136-46f17dff41ad will not be triggered until provisioned by entity DHCP. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:20:06.801818 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:06.806456 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:20:06.869356 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Network 8091664f-06f5-4707-804a-a39c4b29b540 is already hosted by enough agents. {{(pid=75090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:20:06.872752 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.base_scheduler [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Resources bound (agent type, host, resource id): {{(pid=75090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:20:06.876721 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Received port after_create {{(pid=75090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:20:06.882813 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Pushing event updated for resources: {'Port': ['ID=d5e26b46-9c59-488c-8136-46f17dff41ad,revision_number=1']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:20:06.918717 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.919089 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.919425 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.919758 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.920087 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.920413 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.920776 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.921105 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.921422 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.921738 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.922054 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:20:06.929150 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:20:06.980223 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Attempting to bind port d5e26b46-9c59-488c-8136-46f17dff41ad on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:20:06.980635 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Attempting to bind port d5e26b46-9c59-488c-8136-46f17dff41ad by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '6599565c-977e-434b-893e-71ca9539717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:20:06.981005 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Attempting to bind port d5e26b46-9c59-488c-8136-46f17dff41ad on network 8091664f-06f5-4707-804a-a39c4b29b540 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:20:06.987494 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:20:06.987862 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Checking segment: {'id': '6599565c-977e-434b-893e-71ca9539717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:20:06.988260 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:06.988745 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Bound using segment: {'id': '6599565c-977e-434b-893e-71ca9539717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:20:06.989211 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Bound port: d5e26b46-9c59-488c-8136-46f17dff41ad, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6599565c-977e-434b-893e-71ca9539717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:20:06.989604 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:07.102850 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] For port d5e26b46-9c59-488c-8136-46f17dff41ad, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:20:07.106091 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] For port d5e26b46-9c59-488c-8136-46f17dff41ad, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=d5e26b46-9c59-488c-8136-46f17dff41ad,segment=NetworkSegment(6599565c-977e-434b-893e-71ca9539717e),segment_id=6599565c-977e-434b-893e-71ca9539717e)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:20:07.265201 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:07.269249 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:20:07.341883 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Pushing event updated for resources: {'Port': ['ID=d5e26b46-9c59-488c-8136-46f17dff41ad,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:20:07.344835 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:20:08.143530 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee3d15f-1c8e-4e35-9337-7f5d93946ce0 None None] Network 8091664f-06f5-4707-804a-a39c4b29b540 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:20:08.298734 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-9d8cc590-5782-4030-b732-3a746e2ec5ee None None] Provisioning for port d5e26b46-9c59-488c-8136-46f17dff41ad completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:20:08.693132 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device d5e26b46-9c59-488c-8136-46f17dff41ad up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:20:08.827268 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port d5e26b46-9c59-488c-8136-46f17dff41ad completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:20:08.832515 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port d5e26b46-9c59-488c-8136-46f17dff41ad triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:20:08.832893 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:08.943534 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:08.973534 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port d5e26b46-9c59-488c-8136-46f17dff41ad, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=d5e26b46-9c59-488c-8136-46f17dff41ad,segment=NetworkSegment(6599565c-977e-434b-893e-71ca9539717e),segment_id=6599565c-977e-434b-893e-71ca9539717e)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:20:09.041010 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:09.043456 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:20:09.110130 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=d5e26b46-9c59-488c-8136-46f17dff41ad,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:20:09.113224 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:20:10.666536 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device d5e26b46-9c59-488c-8136-46f17dff41ad up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:20:10.733518 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port d5e26b46-9c59-488c-8136-46f17dff41ad triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:20:10.733887 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:25.943386 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-3bddefff-3c6c-4eb1-b45d-9df18c11cd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:26.326567 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:27.977547 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c509a1b7-8875-4290-bb69-4e57f93bac40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:28.983026 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:30.484328 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:31.052221 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 5 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:20:55.907897 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-09e786c7-5bae-46bd-9513-c538e246b18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:56.371495 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:57.942393 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81729603-b61c-40f0-a644-946a818ab93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:58.959581 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:00.502352 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:08.052142 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 5 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:21:18.889909 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 59956) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:21:18.895633 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [None req-271d12ba-00e8-47b6-91f3-5354736af8ba tempest-verify_tempest_config-1407618574 tempest-verify_tempest_config-1407618574-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75088) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:21:18.896605 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-271d12ba-00e8-47b6-91f3-5354736af8ba tempest-verify_tempest_config-1407618574 tempest-verify_tempest_config-1407618574-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057383 Jun 27 12:21:19.468959 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 59972) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:21:19.608180 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:19.638040 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:21:19.641690 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Usage tracker for resource:security_group_rule and tenant:dc36c4008e9d4ea5aaeb2ddd4ac9b940 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:21:19.644380 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:21:19.649897 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:21:19.710871 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:19.821595 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:19.830005 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:21:19.867845 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b70f8b8-631d-4fe4-b25f-cc12f7b0c7a3,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:21:19.872354 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Synchronizing usage tracker for tenant:81d9f59386d9437c83d377e8520193bd on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:21:19.881470 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.881806 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.882135 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.882455 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.882772 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.883088 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.883403 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.883713 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.884022 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.884329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.884662 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:19.888739 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:21:19.997482 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Unset dirty status for tenant:81d9f59386d9437c83d377e8520193bd on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:21:19.998973 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc36c4008e9d4ea5aaeb2ddd4ac9b940&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5290599 Jun 27 12:21:20.001672 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 59978) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:21:20.059722 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8fb4-eaa7-4ced-a314-dcebe57784ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:20.087549 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8fb4-eaa7-4ced-a314-dcebe57784ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:20.267528 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8fb4-eaa7-4ced-a314-dcebe57784ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:20.271303 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:21:20.283906 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f8fb4-eaa7-4ced-a314-dcebe57784ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b70f8b8-631d-4fe4-b25f-cc12f7b0c7a3,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:21:20.288620 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-1e8f8fb4-eaa7-4ced-a314-dcebe57784ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:21:20.288620 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8fb4-eaa7-4ced-a314-dcebe57784ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:20.289491 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-1e8f8fb4-eaa7-4ced-a314-dcebe57784ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b70f8b8-631d-4fe4-b25f-cc12f7b0c7a3 HTTP/1.1" status: 204 len: 168 time: 0.2869582 Jun 27 12:21:25.901807 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1af9487c-ff63-4378-9a5a-fa774467017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:26.324180 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:27.964731 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fcfe3978-9e32-4975-903a-3de15ae7b498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:28.952574 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:30.483240 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:45.055652 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 5 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:21:55.888847 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d2dd2a2b-cc4d-48d0-bba5-d961fa74922f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:56.345660 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:57.951448 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-cc441279-4fe1-431c-a695-bebee07eae24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:58.957277 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:00.477245 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:22.055824 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 5 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:22:25.870726 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-f70bc04e-5023-4fce-80a0-d63d91734709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:26.327831 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:27.956235 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd2a0-512d-4c92-a458-436f7faca4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:29.008223 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:30.481989 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:55.888171 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-de8186ba-8648-4adf-95dc-7d8a585bed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:56.316135 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:57.561801 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692353'] for agent, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:57.939058 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a16348d2-ab3e-4a94-afb5-c1ecb38ad4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:58.944330 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:59.057669 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:23:00.481916 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:12.407210 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60050) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:23:12.545355 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-9a76211a-90db-440f-9950-c2245b677a78 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1370873 Jun 27 12:23:14.547881 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60060) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:23:14.626665 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c8d3b614-8439-455c-b4a7-0d8c4d9ba3c5 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0777035 Jun 27 12:23:25.902214 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-63d201ff-0ab4-47d8-9970-3c6b7621d147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:26.359779 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:27.555787 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:27.990040 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-765aa641-a1e7-4424-8173-ad7aeedb3fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:28.961180 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:30.503787 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:36.057398 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:23:55.892094 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-96f15e05-90d5-4d2e-80cc-324978920c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:56.343523 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:57.549690 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:58.055995 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d53a69a5-7416-4bb3-81fc-661996b7cae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:58.943519 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:00.497867 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:13.057690 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:24:25.923116 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6f74cb1f-0d77-4b0d-9e15-dc05eb560e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:26.371847 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:27.574847 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:27.957840 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1b6d523c-4486-4858-9dfa-a2da4ce60bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:29.035410 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:30.520332 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:50.057555 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:24:51.876141 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60204) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:52.663671 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-network', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:52.668893 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:52.673046 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Usage tracker for resource:network and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:52.676344 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:52.682185 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:52.759744 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Made reservation on behalf of a322fb00b6ac43ed9de816427dbbbf6b for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:24:52.762065 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:52.774469 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:52.809370 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:52.813418 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Usage tracker for resource:security_group_rule and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:52.817092 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:52.822866 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:52.887322 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:53.013464 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:53.016742 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-10dce06d-294d-479c-847d-ce2f8d1c49d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:53.047068 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:24:53.055278 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ffb3e4-9198-4d32-9008-da161204e57d,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:53.065570 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:53.065570 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Added segment 2677443f-5e06-4833-aa71-4cd6341d7af1 of type vlan for network 75c1798c-5fae-4787-96be-a9306ad7a926 Jun 27 12:24:53.067287 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.067619 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.067945 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.068268 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.068612 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.068931 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.069253 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.069580 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.069896 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.070236 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.070543 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Tracked resource versions report: Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: pushed versions: Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: { 'ConntrackHelper': {'1.0'}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'Log': {'1.0'}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'Network': {'1.1'}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'Port': {'1.5'}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'PortForwarding': {'1.2'}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'QosPolicy': {'1.8'}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'SecurityGroup': {'1.2'}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'SecurityGroupRule': {'1.0'}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'SubPort': {'1.0'}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'Subnet': {'1.1'}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'Trunk': {'1.1'}} Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: consumer versions: Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: { DHCP agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: L3 agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: Metadata agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: Metering agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: Open vSwitch agent@dv-cinder-798098-1-smb: { 'ConntrackHelper': '1.0', Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'Log': '1.0', Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'Network': '1.1', Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'Port': '1.5', Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'PortForwarding': '1.2', Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'QosPolicy': '1.8', Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'SecurityGroup': '1.2', Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'SecurityGroupRule': '1.0', Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'SubPort': '1.0', Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'Subnet': '1.1', Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: 'Trunk': '1.1'}} Jun 27 12:24:53.071536 dv-cinder-798098-1-smb neutron-server[75089]: {{(pid=75089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:24:53.077356 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:53.101321 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:53.237090 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:53.239710 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:24:53.239710 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:53.243986 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:53.339578 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=75c1798c-5fae-4787-96be-a9306ad7a926,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:53.342187 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:53.350248 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 75c1798c-5fae-4787-96be-a9306ad7a926 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:24:53.454147 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5766633 Jun 27 12:24:53.455691 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60248) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:53.462852 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Request body: {'subnet': {'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-subnet', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:53.468201 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:53.475158 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Usage tracker for resource:subnet and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:53.478276 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:53.484122 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:53.553743 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Made reservation on behalf of a322fb00b6ac43ed9de816427dbbbf6b for: {'subnet': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:24:53.556089 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:53.853956 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:53.859152 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:53.928603 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe830849-03b2-497b-9130-e38b25e74da6,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:53.937322 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:53.945331 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Checking segment: {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:24:53.945722 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Network hostable DHCP agents. Network: 75c1798c-5fae-4787-96be-a9306ad7a926, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:24:54.053834 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Network 75c1798c-5fae-4787-96be-a9306ad7a926 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:24:54.093699 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60262) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:54.153966 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 75c1798c-5fae-4787-96be-a9306ad7a926) {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:24:54.159683 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:24:54.160736 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:54.164153 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2678d5d6-37f1-491d-8f71-571ead377ac2 None None] Network 75c1798c-5fae-4787-96be-a9306ad7a926 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:24:54.257359 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60276) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:54.263124 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8015983 Jun 27 12:24:54.263671 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:54.273767 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:54.282495 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Usage tracker for resource:router and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:54.286335 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:54.294140 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:54.362686 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3688019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31589'] for router, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:54.363945 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31610'] for router, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:54.405377 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:54.407413 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6236c16f-0ae0-54c6-8644-a3cdfd7cf223-75c1798c-5fae-4787-96be-a9306ad7a926', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6'}]}} from dv-cinder-798098-1-smb. {{(pid=75090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 27 12:24:54.408852 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:54.429127 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60286) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:54.583466 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.db_base_plugin_common [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Allocated IP 172.20.0.2 (75c1798c-5fae-4787-96be-a9306ad7a926/fe830849-03b2-497b-9130-e38b25e74da6/14800233-49ac-4e46-ada7-07f26b4ebc79) {{(pid=75090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:24:54.651665 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1527962399-network', 'tenant_id': '103e9068096c4ebdad033cd101a63f36'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:54.665574 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:54.671939 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Usage tracker for resource:network and tenant:103e9068096c4ebdad033cd101a63f36 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:54.674954 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:54.693202 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:54.695146 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60296) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:54.773767 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Made reservation on behalf of 103e9068096c4ebdad033cd101a63f36 for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:24:54.787231 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:54.800708 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-network', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:54.823606 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3688001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31560'] for router, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:54.832948 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:54.841444 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Notify callbacks [] for port, precommit_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:54.847460 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:54.854405 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Transition to ACTIVE for port object 14800233-49ac-4e46-ada7-07f26b4ebc79 will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:24:54.867093 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Usage tracker for resource:network and tenant:09b76f9900e54c2a91ea7191b459f624 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:54.872466 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:54.874942 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Transition to ACTIVE for port object 14800233-49ac-4e46-ada7-07f26b4ebc79 will not be triggered until provisioned by entity DHCP. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:24:54.884785 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:54.910818 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:54.910818 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Usage tracker for resource:security_group_rule and tenant:103e9068096c4ebdad033cd101a63f36 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:54.913816 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:54.920153 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:54.985103 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:54.992294 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:55.007189 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.040664 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Made reservation on behalf of 09b76f9900e54c2a91ea7191b459f624 for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:24:55.042963 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.072497 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.092125 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Network 75c1798c-5fae-4787-96be-a9306ad7a926 is already hosted by enough agents. {{(pid=75090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:24:55.095902 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.base_scheduler [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Resources bound (agent type, host, resource id): {{(pid=75090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:24:55.100303 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.101207 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Received port after_create {{(pid=75090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:24:55.103524 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Pushing event updated for resources: {'Port': ['ID=14800233-49ac-4e46-ada7-07f26b4ebc79,revision_number=1']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:55.109433 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-1e8f8fb4-eaa7-4ced-a314-dcebe57784ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:55.153700 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.154794 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.154794 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.155072 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.155631 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.156058 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.157134 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.157565 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.158024 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.158442 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.159400 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Tracked resource versions report: Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: pushed versions: Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: { 'ConntrackHelper': {'1.0'}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'Log': {'1.0'}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'Network': {'1.1'}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'Port': {'1.5'}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'PortForwarding': {'1.2'}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'QosPolicy': {'1.8'}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'SecurityGroup': {'1.2'}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'SecurityGroupRule': {'1.0'}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'SubPort': {'1.0'}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'Subnet': {'1.1'}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'Trunk': {'1.1'}} Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: consumer versions: Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: { DHCP agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: L3 agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: Metadata agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: Metering agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: Open vSwitch agent@dv-cinder-798098-1-smb: { 'ConntrackHelper': '1.0', Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'Log': '1.0', Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'Network': '1.1', Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'Port': '1.5', Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'PortForwarding': '1.2', Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'QosPolicy': '1.8', Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'SecurityGroup': '1.2', Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'SecurityGroupRule': '1.0', Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'SubPort': '1.0', Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'Subnet': '1.1', Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: 'Trunk': '1.1'}} Jun 27 12:24:55.160156 dv-cinder-798098-1-smb neutron-server[75090]: {{(pid=75090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:24:55.169394 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.184827 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:55.184827 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:24:55.186064 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:55.194066 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Usage tracker for resource:security_group_rule and tenant:09b76f9900e54c2a91ea7191b459f624 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:55.202186 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:55.212105 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:55.214402 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.214736 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Added segment 62664f51-e2dd-48b7-8796-10d9da63d87b of type vlan for network e33fba06-a149-45b2-b1e9-c86358012cf3 Jun 27 12:24:55.216799 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:55.224671 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:55.258900 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.268230 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.293837 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Attempting to bind port 14800233-49ac-4e46-ada7-07f26b4ebc79 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:24:55.294192 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Attempting to bind port 14800233-49ac-4e46-ada7-07f26b4ebc79 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:24:55.294555 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Attempting to bind port 14800233-49ac-4e46-ada7-07f26b4ebc79 on network 75c1798c-5fae-4787-96be-a9306ad7a926 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:24:55.307589 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:24:55.307967 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Checking segment: {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:24:55.308363 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.311273 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Bound using segment: {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:24:55.313542 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Bound port: 14800233-49ac-4e46-ada7-07f26b4ebc79, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:24:55.313998 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.384310 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-816756787-network', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:55.400546 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:55.411808 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Allocated IP 172.28.3.138 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/6210271d-55a1-4ceb-bfbf-eade1d181ce9) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:24:55.416066 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.419088 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Usage tracker for resource:network and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:55.434959 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:55.444997 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:55.460044 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.461978 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:24:55.462569 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.468536 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:55.478813 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] For port 14800233-49ac-4e46-ada7-07f26b4ebc79, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:24:55.486802 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] For port 14800233-49ac-4e46-ada7-07f26b4ebc79, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=14800233-49ac-4e46-ada7-07f26b4ebc79,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:24:55.496800 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.578336 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.584613 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:55.598970 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Made reservation on behalf of 2244ef11d9504bf89d39de9b6d32b3db for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:24:55.600962 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.621990 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:24:55.634350 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.643549 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Pushing event updated for resources: {'Network': ['ID=e33fba06-a149-45b2-b1e9-c86358012cf3,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:55.650979 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:55.651340 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:55.665859 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.666264 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Added segment a6a69284-a6be-405b-8a28-262c62fccc7d of type vlan for network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e Jun 27 12:24:55.730878 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6359394 Jun 27 12:24:55.737804 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.738694 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Pushing event updated for resources: {'Port': ['ID=14800233-49ac-4e46-ada7-07f26b4ebc79,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:55.742823 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60324) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:55.752743 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:55.757019 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network e33fba06-a149-45b2-b1e9-c86358012cf3 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:24:55.762847 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Request body: {'subnet': {'network_id': 'e33fba06-a149-45b2-b1e9-c86358012cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1527962399-subnet', 'tenant_id': '103e9068096c4ebdad033cd101a63f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:55.772024 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:55.774566 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f429c2d0-2bc2-4494-9e84-5971ec95e041,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:55.775509 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:55.790380 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:55.790380 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Usage tracker for resource:security_group_rule and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:55.790818 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Usage tracker for resource:subnet and tenant:103e9068096c4ebdad033cd101a63f36 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:55.791313 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:55.795278 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.798966 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:55.803633 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:55.812812 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:55.920867 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.934276 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.935936 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:24:55.936570 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.937765 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Made reservation on behalf of 103e9068096c4ebdad033cd101a63f36 for: {'subnet': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:24:55.942522 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-097ff1a3-9fbe-4470-b454-9540f0fd538f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:55.945274 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:55.993974 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.047922 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:56.139747 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.186710 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4249cacb-6c7f-4d1f-b616-9f59c5a0573e,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:56.195216 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e5889a25-f303-4130-af4c-b114cfa37eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.204353 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:24:56.221185 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:56.221733 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:56.266320 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:24:56.315201 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.317048 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Added segment ef2e1f65-c9fb-48db-b4fa-5186389fbc7f of type vlan for network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 Jun 27 12:24:56.366959 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9291182 Jun 27 12:24:56.366959 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60342) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:56.402110 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Request body: {'subnet': {'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-subnet', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:56.437681 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55a24f9-e2c3-4b1c-99b0-88454e7cfaf1,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:56.469971 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Pushing event updated for resources: {'Port': ['ID=6210271d-55a1-4ceb-bfbf-eade1d181ce9,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:56.472052 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:56.473106 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:56.514676 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:24:56.517704 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:24:56.521896 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.522253 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.522588 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.524270 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.524270 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.524686 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.525012 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.525342 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.525711 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.526466 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.526697 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Tracked resource versions report: Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: pushed versions: Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: { 'ConntrackHelper': {'1.0'}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'Log': {'1.0'}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'Network': {'1.1'}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'Port': {'1.5'}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'PortForwarding': {'1.2'}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'QosPolicy': {'1.8'}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'SecurityGroup': {'1.2'}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'SecurityGroupRule': {'1.0'}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'SubPort': {'1.0'}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'Subnet': {'1.1'}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'Trunk': {'1.1'}} Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: consumer versions: Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: { DHCP agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: L3 agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: Metadata agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: Metering agent@dv-cinder-798098-1-smb: {}, Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: Open vSwitch agent@dv-cinder-798098-1-smb: { 'ConntrackHelper': '1.0', Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'Log': '1.0', Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'Network': '1.1', Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'Port': '1.5', Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'PortForwarding': '1.2', Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'QosPolicy': '1.8', Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'SecurityGroup': '1.2', Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'SecurityGroupRule': '1.0', Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'SubPort': '1.0', Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'Subnet': '1.1', Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: 'Trunk': '1.1'}} Jun 27 12:24:56.527776 dv-cinder-798098-1-smb neutron-server[75088]: {{(pid=75088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:24:56.533219 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Usage tracker for resource:subnet and tenant:09b76f9900e54c2a91ea7191b459f624 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:56.546099 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:24:56.563599 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:56.571608 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.671124 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:56.686624 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.693308 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:56.760905 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.762250 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:24:56.762831 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.770160 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:56.830339 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Made reservation on behalf of 09b76f9900e54c2a91ea7191b459f624 for: {'subnet': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:24:56.833227 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.877854 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 14800233-49ac-4e46-ada7-07f26b4ebc79 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:24:56.933049 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.950903 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:56.997324 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.998339 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693041'] for router, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:57.047482 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 14800233-49ac-4e46-ada7-07f26b4ebc79 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:24:57.148319 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c9550d-937b-4a78-b4ee-545c79e1cecc,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:57.152304 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:57.164125 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4653978 Jun 27 12:24:57.171451 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60360) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:57.177050 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Request body: {'subnet': {'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-816756787-subnet', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:57.192758 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Pushing event updated for resources: {'Network': ['ID=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:57.195215 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:57.200289 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:57.201226 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Usage tracker for resource:subnet and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:57.204416 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:24:57.206414 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:57.215889 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:57.234199 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Checking segment: {'id': '62664f51-e2dd-48b7-8796-10d9da63d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e33fba06-a149-45b2-b1e9-c86358012cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:24:57.234199 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Network hostable DHCP agents. Network: e33fba06-a149-45b2-b1e9-c86358012cf3, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:24:57.373905 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Made reservation on behalf of 2244ef11d9504bf89d39de9b6d32b3db for: {'subnet': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:24:57.377735 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:57.520704 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Network e33fba06-a149-45b2-b1e9-c86358012cf3 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:24:57.570947 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:57.583519 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d481c6-159c-4788-9dce-bcf05d0d8a43 None None] Network 75c1798c-5fae-4787-96be-a9306ad7a926 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:24:57.593099 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-0de50e8b-4eb6-4336-a494-370c3a92ba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:57.640285 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, e33fba06-a149-45b2-b1e9-c86358012cf3) {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:24:57.646618 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Router 441b821e-8b62-4936-9c88-5970a290d16f is scheduled to L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 with binding_index 1 {{(pid=75088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 12:24:57.648141 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:24:57.648751 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:57.714195 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Checking segment: {'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:24:57.714679 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Network hostable DHCP agents. Network: 4249cacb-6c7f-4d1f-b616-9f59c5a0573e, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:24:57.719207 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2160dd9b-55ce-4302-b300-061f41d951f7,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:57.728634 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:57.778489 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0304644 Jun 27 12:24:57.852573 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa914617-3417-49f9-b8e1-92425915c2ff None None] Network e33fba06-a149-45b2-b1e9-c86358012cf3 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:24:57.873924 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:57.882348 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:24:57.982341 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:24:57.993171 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Sync routers for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:24:58.002817 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 4249cacb-6c7f-4d1f-b616-9f59c5a0573e) {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:24:58.004659 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:58.012741 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:24:58.015984 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:24:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:24:58.019740 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:24:58.020357 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:58.030269 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32723e26-0548-4d5c-b22f-3baa4095dd03 None None] Network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:24:58.055789 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:58.125473 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Notify callbacks [] for router, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:58.131117 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8725672 Jun 27 12:24:58.131685 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60392) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:58.148478 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60794f9-f792-4460-b0da-5a2970dbf331,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:24:58.161234 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:24:58.170035 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8039711 Jun 27 12:24:58.175162 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60398) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:58.177651 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d02d03f5-e111-4eab-b2fb-961301e2e9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:58.194260 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-router', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:58.207502 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-09f7ee83-6fe2-44d0-a7cf-cbf520d36d65 None None] Provisioning for port 14800233-49ac-4e46-ada7-07f26b4ebc79 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:24:58.207730 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:58.219109 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Usage tracker for resource:router and tenant:09b76f9900e54c2a91ea7191b459f624 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:58.221337 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-09f7ee83-6fe2-44d0-a7cf-cbf520d36d65 None None] Provisioning complete for port 14800233-49ac-4e46-ada7-07f26b4ebc79 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:24:58.221858 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee83-6fe2-44d0-a7cf-cbf520d36d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:58.224349 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:58.241125 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:58.324082 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Checking segment: {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:24:58.327229 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Network hostable DHCP agents. Network: ff83e82f-e9f7-45b7-8e4a-c3851b8701b1, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:24:58.395145 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a25a76-4a58-4cc8-9b70-38c683a84475 None None] Network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:24:58.485020 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3688019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31589'] for router, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:58.487163 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31610'] for router, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:58.510610 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:24:58.526096 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:24:58.634953 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:58.682367 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee83-6fe2-44d0-a7cf-cbf520d36d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:58.717035 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e9ecf8-a126-47eb-a730-ac6a6be3ce16 None None] Network e33fba06-a149-45b2-b1e9-c86358012cf3 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:24:59.019987 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, ff83e82f-e9f7-45b7-8e4a-c3851b8701b1) {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:24:59.059845 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:24:56Z', 'revision_number': 3, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:24:59.064546 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Checking router: 441b821e-8b62-4936-9c88-5970a290d16f for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:24:59.064971 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Updating router 441b821e-8b62-4936-9c88-5970a290d16f port 6210271d-55a1-4ceb-bfbf-eade1d181ce9 binding host dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:24:59.083724 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:24:59.084489 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.104405 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69baa59f-b487-4ec6-ac63-9778016a7a0f None None] Network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:24:59.128992 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.153201 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.332807 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1583943 Jun 27 12:24:59.344848 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60424) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:24:59.362922 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-09f7ee83-6fe2-44d0-a7cf-cbf520d36d65 None None] For port 14800233-49ac-4e46-ada7-07f26b4ebc79, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=14800233-49ac-4e46-ada7-07f26b4ebc79,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:24:59.374597 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:24:59.384788 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:24:59.404051 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Usage tracker for resource:router and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:24:59.418641 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:24:59.426133 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:24:59.450958 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.504871 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee83-6fe2-44d0-a7cf-cbf520d36d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.579981 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3688001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31560'] for router, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.614683 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:59.664999 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3688019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31589'] for router, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.665964 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31610'] for router, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.747178 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.755530 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.778735 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Transition to ACTIVE for port object 6210271d-55a1-4ceb-bfbf-eade1d181ce9 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:24:59.794471 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-9d57a12e-db96-4a5e-8d68-c39fa3eb5f2b None None] Provisioning complete for port 14800233-49ac-4e46-ada7-07f26b4ebc79 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:24:59.794982 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-9d57a12e-db96-4a5e-8d68-c39fa3eb5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.873750 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.879568 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:24:59.884133 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Allocated IP 172.20.0.1 (75c1798c-5fae-4787-96be-a9306ad7a926/fe830849-03b2-497b-9130-e38b25e74da6/2d19a97b-844a-4a44-9228-89cb0a0f515e) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:00.046960 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6236c16f-0ae0-54c6-8644-a3cdfd7cf223-ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331'}]}} from dv-cinder-798098-1-smb. {{(pid=75090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 27 12:25:00.047786 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.067406 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60446) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:00.070124 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7ee83-6fe2-44d0-a7cf-cbf520d36d65 None None] Pushing event updated for resources: {'Port': ['ID=14800233-49ac-4e46-ada7-07f26b4ebc79,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:00.073910 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-09f7ee83-6fe2-44d0-a7cf-cbf520d36d65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:00.098074 dv-cinder-798098-1-smb neutron-server[75088]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 12:25:00.112282 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Pushing event updated for resources: {'Port': ['ID=6210271d-55a1-4ceb-bfbf-eade1d181ce9,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:00.147991 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.148444 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.148696 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.149010 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.149885 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.149885 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.151337 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.151674 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.152003 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.153193 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.154642 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Tracked resource versions report: Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: pushed versions: Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: { 'ConntrackHelper': {'1.0'}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'Log': {'1.0'}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'Network': {'1.1'}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'Port': {'1.5'}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'PortForwarding': {'1.2'}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'QosPolicy': {'1.8'}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'SecurityGroup': {'1.2'}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'SecurityGroupRule': {'1.0'}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'SubPort': {'1.0'}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'Subnet': {'1.1'}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'Trunk': {'1.1'}} Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: consumer versions: Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: { DHCP agent@dv-cinder-798098-1-smb: {}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: L3 agent@dv-cinder-798098-1-smb: {}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: Metadata agent@dv-cinder-798098-1-smb: {}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: Metering agent@dv-cinder-798098-1-smb: {}, Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: Open vSwitch agent@dv-cinder-798098-1-smb: { 'ConntrackHelper': '1.0', Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'Log': '1.0', Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'Network': '1.1', Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'Port': '1.5', Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'PortForwarding': '1.2', Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'QosPolicy': '1.8', Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'SecurityGroup': '1.2', Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'SecurityGroupRule': '1.0', Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'SubPort': '1.0', Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'Subnet': '1.1', Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: 'Trunk': '1.1'}} Jun 27 12:25:00.156464 dv-cinder-798098-1-smb neutron-server[75091]: {{(pid=75091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:25:00.162068 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:00.183283 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Attempting to bind port 6210271d-55a1-4ceb-bfbf-eade1d181ce9 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:00.183662 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Attempting to bind port 6210271d-55a1-4ceb-bfbf-eade1d181ce9 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:00.184028 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Attempting to bind port 6210271d-55a1-4ceb-bfbf-eade1d181ce9 on network 6cc6fb11-e95d-44c8-aefa-1369e056d817 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:00.193342 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:00.193853 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Checking segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:00.194103 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.194493 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Bound using segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:00.194964 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Bound port: 6210271d-55a1-4ceb-bfbf-eade1d181ce9, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:00.195355 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.289895 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] For port 6210271d-55a1-4ceb-bfbf-eade1d181ce9, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:00.293030 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] For port 6210271d-55a1-4ceb-bfbf-eade1d181ce9, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=6210271d-55a1-4ceb-bfbf-eade1d181ce9,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:00.329282 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.db_base_plugin_common [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Allocated IP 172.20.0.2 (ff83e82f-e9f7-45b7-8e4a-c3851b8701b1/d60794f9-f792-4460-b0da-5a2970dbf331/be838657-3290-4c07-aa78-a1fbe83c1bdc) {{(pid=75090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:00.351553 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.356970 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.362721 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:00.377078 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.410785 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3688001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31560'] for router, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.414404 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.417648 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Transition to ACTIVE for port object 2d19a97b-844a-4a44-9228-89cb0a0f515e will not be triggered until provisioned by entity DHCP. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:00.503852 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-5a4274b5-6ce4-4d0e-ae79-8ae64cf80740 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:00.505341 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-5a4274b5-6ce4-4d0e-ae79-8ae64cf80740 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/networks?id=e33fba06-a149-45b2-b1e9-c86358012cf3 HTTP/1.1" status: 200 len: 812 time: 0.4342937 Jun 27 12:25:00.519077 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Pushing event updated for resources: {'Port': ['ID=6210271d-55a1-4ceb-bfbf-eade1d181ce9,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:00.524271 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:00.527494 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:00.528122 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:24:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:00.531863 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-3b94a6f4-bc54-4717-a2d1-b93048069611 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/quotas/103e9068096c4ebdad033cd101a63f36 HTTP/1.1" status: 200 len: 375 time: 0.0172915 Jun 27 12:25:00.604083 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-320c460f-f534-4088-b1cc-371445aa436b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=103e9068096c4ebdad033cd101a63f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646658 Jun 27 12:25:00.638301 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.644211 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:00.664652 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.717539 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Notify callbacks [] for port, precommit_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.751204 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Transition to ACTIVE for port object be838657-3290-4c07-aa78-a1fbe83c1bdc will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:00.762216 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Allocated IP 172.28.3.103 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/7d797ecb-bffc-4077-8b0c-d723dcdde9cc) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:00.794623 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Transition to ACTIVE for port object be838657-3290-4c07-aa78-a1fbe83c1bdc will not be triggered until provisioned by entity DHCP. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:00.816339 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2d19a97b-844a-4a44-9228-89cb0a0f515e,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:00.820784 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:00.822515 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Network 75c1798c-5fae-4787-96be-a9306ad7a926 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:00.833491 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:00.836924 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:00.837322 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3692583'] for router_interface, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.880045 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.891700 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:00.942452 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:01.002331 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-4a2dba30-1737-4af4-b4d6-09c59526e81f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75088) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:25:01.003478 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-4a2dba30-1737-4af4-b4d6-09c59526e81f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1301491 Jun 27 12:25:01.025365 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 14800233-49ac-4e46-ada7-07f26b4ebc79 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:01.131584 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Pushing event updated for resources: {'Port': ['ID=be838657-3290-4c07-aa78-a1fbe83c1bdc,revision_number=1']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:01.139450 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:01.177644 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 is already hosted by enough agents. {{(pid=75090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:01.182521 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.base_scheduler [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Resources bound (agent type, host, resource id): {{(pid=75090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:01.218250 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Received port after_create {{(pid=75090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:01.346869 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:01.394225 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:01.429768 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Attempting to bind port be838657-3290-4c07-aa78-a1fbe83c1bdc on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:01.477436 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Attempting to bind port be838657-3290-4c07-aa78-a1fbe83c1bdc by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:01.477436 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Attempting to bind port be838657-3290-4c07-aa78-a1fbe83c1bdc on network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:01.477436 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 14800233-49ac-4e46-ada7-07f26b4ebc79 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:01.477436 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:01.512465 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:01.525070 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-be4ccc09-b7a2-4076-97f7-068e60b12a9a service neutron] 10.222.0.45 "GET /v2.0/networks/e33fba06-a149-45b2-b1e9-c86358012cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131674 Jun 27 12:25:01.532128 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:01.533469 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Checking segment: {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:01.533915 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:01.535463 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Bound using segment: {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:01.536023 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Bound port: be838657-3290-4c07-aa78-a1fbe83c1bdc, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:01.536482 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:01.610316 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:01.701563 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:24:56Z', 'revision_number': 3, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:01.711078 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ec935-c418-49d7-b7f1-6e1bd52d7af7 None None] The sync data for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb is: [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:24:56Z', 'revision_number': 3, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:25:01.784038 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] For port be838657-3290-4c07-aa78-a1fbe83c1bdc, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:01.798800 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] For port be838657-3290-4c07-aa78-a1fbe83c1bdc, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=be838657-3290-4c07-aa78-a1fbe83c1bdc,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:01.800577 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-66cf3fdf-4f91-496c-aa64-d46a37f74599 None None] Provisioning for port 2d19a97b-844a-4a44-9228-89cb0a0f515e completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:01.809056 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-66cf3fdf-4f91-496c-aa64-d46a37f74599 None None] Provisioning complete for port 2d19a97b-844a-4a44-9228-89cb0a0f515e triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:01.809426 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-66cf3fdf-4f91-496c-aa64-d46a37f74599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:01.860111 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-5a292e54-ea04-4c52-a38c-ad1febf90c71 service neutron] 10.222.0.45 "GET /v2.0/networks/e33fba06-a149-45b2-b1e9-c86358012cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331649 Jun 27 12:25:01.890640 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-66cf3fdf-4f91-496c-aa64-d46a37f74599 None None] Port 2d19a97b-844a-4a44-9228-89cb0a0f515e cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:25:01.903262 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:01.911591 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-21c5e497-08a3-4e28-9ab7-dfa00c1ef158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:01.996573 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Allocated IP 172.28.3.221 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/229ad6e8-861b-45b8-bed2-4e3867ca9e23) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:02.013999 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:02.026902 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Pushing event updated for resources: {'Port': ['ID=be838657-3290-4c07-aa78-a1fbe83c1bdc,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:02.032134 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:02.049028 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:02.087499 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:02.088718 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690507'] for router_interface, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:02.092933 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:02.114831 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:02.306491 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:02.316166 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:02.323756 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:02.406940 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Pushing event updated for resources: {'Port': ['ID=7d797ecb-bffc-4077-8b0c-d723dcdde9cc,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:02.429449 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:02.607463 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2d19a97b-844a-4a44-9228-89cb0a0f515e,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:02.616585 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:02.619005 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:02.634374 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b3011ec7-069e-4a59-bf6a-2bdba1e8cca9 req-912e353a-69e2-4607-801b-673bdb005a7d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 210 time: 0.1747737 Jun 27 12:25:02.735046 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Network 75c1798c-5fae-4787-96be-a9306ad7a926 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:02.736811 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:02.787561 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:02.788378 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693041'] for router, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:02.808773 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:02.824017 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:02.991529 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device be838657-3290-4c07-aa78-a1fbe83c1bdc up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:03.098500 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:03.102474 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:03.104438 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Pushing event updated for resources: {'Port': ['ID=229ad6e8-861b-45b8-bed2-4e3867ca9e23,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:03.140725 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:03.224784 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:03.233662 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-50cdb7e4-0ef9-4e16-88c3-23f41a96b2be None None] Provisioning complete for port 2d19a97b-844a-4a44-9228-89cb0a0f515e triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:03.234138 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-50cdb7e4-0ef9-4e16-88c3-23f41a96b2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:03.336758 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port be838657-3290-4c07-aa78-a1fbe83c1bdc completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:03.366584 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 6210271d-55a1-4ceb-bfbf-eade1d181ce9 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:03.403159 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-50cdb7e4-0ef9-4e16-88c3-23f41a96b2be None None] Port 2d19a97b-844a-4a44-9228-89cb0a0f515e cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:25:03.481362 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Router 441b821e-8b62-4936-9c88-5970a290d16f has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:25:03.551629 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:03.552978 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693041'] for router, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:03.579912 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 6210271d-55a1-4ceb-bfbf-eade1d181ce9 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:03.588469 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 6210271d-55a1-4ceb-bfbf-eade1d181ce9 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:03.588469 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:03.681072 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ed699-cc78-4c4b-9d72-e59ec8c3be6a None None] Network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:25:03.681662 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 is scheduled to L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 with binding_index 1 {{(pid=75089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 12:25:03.827866 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:25:03.904384 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-09a9d2e6-b755-44e6-b592-bdb3de8800a3 req-0b7ba247-d20a-4dcd-9e56-27d9e93fcc88 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 210 time: 0.0661719 Jun 27 12:25:03.908851 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] 10.222.0.45 "PUT /v2.0/routers/441b821e-8b62-4936-9c88-5970a290d16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7760742 Jun 27 12:25:04.137480 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:04.151153 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-4ec625d2-5d93-40a7-9855-29543503abb9 None None] Provisioning for port be838657-3290-4c07-aa78-a1fbe83c1bdc completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:04.167410 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-4ec625d2-5d93-40a7-9855-29543503abb9 None None] Provisioning complete for port be838657-3290-4c07-aa78-a1fbe83c1bdc triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:04.167992 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-4ec625d2-5d93-40a7-9855-29543503abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:04.195884 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 6210271d-55a1-4ceb-bfbf-eade1d181ce9, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=6210271d-55a1-4ceb-bfbf-eade1d181ce9,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:04.216716 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60570) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:04.288790 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:04.343222 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-91f56c17-1e35-49bf-a799-9fb3cf011764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:04.511127 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=6210271d-55a1-4ceb-bfbf-eade1d181ce9,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:04.515222 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:04.536873 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:04.548777 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-4ec625d2-5d93-40a7-9855-29543503abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:04.571560 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:25:04.607361 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Sync routers for ids ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:25:04.619449 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:04.625722 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-4ec625d2-5d93-40a7-9855-29543503abb9 None None] For port be838657-3290-4c07-aa78-a1fbe83c1bdc, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=be838657-3290-4c07-aa78-a1fbe83c1bdc,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:04.630766 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:8f97313ad3bb4ab89486f5130e45e78a is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:04.633679 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:04.640470 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:04.645319 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Routers {'9b27d2c3-db1f-4ad0-b33a-3b753ac37830'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:04.645952 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:24:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:04.744844 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Notify callbacks [] for router, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:04.748469 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5698283 Jun 27 12:25:04.749004 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60586) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:04.805838 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Router 932e614c-677c-4f8d-bd97-941733b1485c is scheduled to L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 with binding_index 1 {{(pid=75089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 12:25:04.833095 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:04.917104 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Set router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:04.950963 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:04.988930 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:05.035057 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60594) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:05.039297 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60598) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:05.041563 dv-cinder-798098-1-smb neutron-server[75089]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 12:25:05.063146 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec61d80-d2a6-451e-82e7-98280d7de306,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:05.072731 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:05.085795 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-4ec625d2-5d93-40a7-9855-29543503abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.091586 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f97313ad3bb4ab89486f5130e45e78a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8731780 Jun 27 12:25:05.092234 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60602) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:05.103125 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 6210271d-55a1-4ceb-bfbf-eade1d181ce9 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:05.105878 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714841680', 'description': 'tempest-description--1849939251'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:05.113771 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:05.119464 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Usage tracker for resource:security_group and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:05.123347 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:05.131922 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:05.156844 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-583a42c7-f0cc-448e-89ce-e4f23f9ad62a req-8af28905-6e39-410c-b242-798c9bdeccca tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 210 time: 0.1248670 Jun 27 12:25:05.186502 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:05.252959 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.283605 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:25:05.290400 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8ef7fb4c-e3a9-41c0-91c8-52ec696b81c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.306611 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Sync routers for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:25:05.309841 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-3efcfa77-a58c-4d0b-ac8c-f6cc82fba8e7 None None] Provisioning complete for port be838657-3290-4c07-aa78-a1fbe83c1bdc triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:05.310222 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-3efcfa77-a58c-4d0b-ac8c-f6cc82fba8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.326304 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:05.327197 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:05.328025 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:24:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:05.330951 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Usage tracker for resource:security_group_rule and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:05.334456 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:05.341577 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:05.398474 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec625d2-5d93-40a7-9855-29543503abb9 None None] Pushing event updated for resources: {'Port': ['ID=be838657-3290-4c07-aa78-a1fbe83c1bdc,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:05.405871 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8ef7fb4c-e3a9-41c0-91c8-52ec696b81c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.411831 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-4ec625d2-5d93-40a7-9855-29543503abb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:05.420594 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 6210271d-55a1-4ceb-bfbf-eade1d181ce9 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:05.420903 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.441529 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Notify callbacks [] for router, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.450276 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0943611 Jun 27 12:25:05.450417 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60608) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:05.546153 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.576244 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:05.613946 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.618417 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:05.662282 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215048b2-d19b-4c3d-aec9-f0d21e115e40,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:05.667494 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:05.773671 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.775506 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7327347 Jun 27 12:25:05.778599 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60612) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:05.785058 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'security_group_rule': {'security_group_id': '215048b2-d19b-4c3d-aec9-f0d21e115e40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:05.797573 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:05.812856 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Usage tracker for resource:security_group_rule and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:05.825841 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:05.856314 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:05.876848 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-router', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:58Z', 'updated_at': '2021-06-27T12:25:02Z', 'revision_number': 3, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'gw_port': {'id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:57:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:00Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:05.894946 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Checking router: 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:25:05.895744 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Updating router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc binding host dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:25:05.967404 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8ef7fb4c-e3a9-41c0-91c8-52ec696b81c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:05.981698 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:05.982831 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:06.017400 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:06.034246 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7fb4c-e3a9-41c0-91c8-52ec696b81c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec61d80-d2a6-451e-82e7-98280d7de306,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:06.036165 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8ef7fb4c-e3a9-41c0-91c8-52ec696b81c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:06.037304 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-8ef7fb4c-e3a9-41c0-91c8-52ec696b81c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ec61d80-d2a6-451e-82e7-98280d7de306 HTTP/1.1" status: 204 len: 168 time: 0.9428225 Jun 27 12:25:06.038394 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8ef7fb4c-e3a9-41c0-91c8-52ec696b81c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:06.142362 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:03Z', 'revision_number': 3, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:06.155183 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Checking router: 932e614c-677c-4f8d-bd97-941733b1485c for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:25:06.155558 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Updating router 932e614c-677c-4f8d-bd97-941733b1485c port 229ad6e8-861b-45b8-bed2-4e3867ca9e23 binding host dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:25:06.364518 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:06.365134 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:06.365902 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Sync routers for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:25:06.365902 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:06.365902 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:24:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:06.463068 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-917bb1b2-66bf-4ade-9b4e-6aa5ddd99f6b req-80c1bc6c-26f4-4f82-9071-32658234b1e6 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 210 time: 0.0681338 Jun 27 12:25:06.467273 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:06.514882 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:06.540170 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9b305c-5f79-4a8c-b53f-7bf89cbdc02b,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:06.545171 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:06.632100 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:06.632100 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8503668 Jun 27 12:25:06.632100 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60638) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:06.637460 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'security_group_rule': {'security_group_id': '215048b2-d19b-4c3d-aec9-f0d21e115e40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:06.643914 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:06.648023 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Usage tracker for resource:security_group_rule and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:06.651887 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:06.676552 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:06.763911 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:06.787461 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:06.805822 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:06.877729 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.db.resource_extend [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 27 12:25:06.895448 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device be838657-3290-4c07-aa78-a1fbe83c1bdc up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:06.941815 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:07.033322 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:07.114028 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a0412231-c297-444d-a40f-ace7bf38454c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:07.146416 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882c99d1-7583-4ab1-bb31-57145908bc11,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:07.150532 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:07.228324 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:07.229628 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5975447 Jun 27 12:25:07.233461 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60656) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:07.240952 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'floatingip': {'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:07.247708 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:07.253251 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Usage tracker for resource:floatingip and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:07.258843 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:07.270314 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:07.331480 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Notify callbacks [] for port, precommit_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:07.355027 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:07.371926 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Transition to ACTIVE for port object 7d797ecb-bffc-4077-8b0c-d723dcdde9cc will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:07.383305 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.50', 59042) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:07.416965 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port be838657-3290-4c07-aa78-a1fbe83c1bdc triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:07.417984 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:07.553983 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:07.573829 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:07.634291 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Allocated IP 172.20.0.1 (4249cacb-6c7f-4d1f-b616-9f59c5a0573e/2160dd9b-55ce-4302-b300-061f41d951f7/265f76ed-b6ec-455b-89b1-55ed24c0d372) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:07.713533 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-10d54c57-587d-4cc7-bf88-c40200f8b46d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:07.715842 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-10d54c57-587d-4cc7-bf88-c40200f8b46d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Synchronizing usage tracker for tenant:103e9068096c4ebdad033cd101a63f36 on resource:network {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:07.732524 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:01Z', 'revision_number': 2, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:07.808914 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aefbbb-bcde-4cbb-9a50-736ff5b5c6b9 None None] Pushing event updated for resources: {'Port': ['ID=7d797ecb-bffc-4077-8b0c-d723dcdde9cc,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:07.808914 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-67aefbbb-bcde-4cbb-9a50-736ff5b5c6b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:07.810872 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Checking router: 441b821e-8b62-4936-9c88-5970a290d16f for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:25:07.811262 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Updating router 441b821e-8b62-4936-9c88-5970a290d16f port 2d19a97b-844a-4a44-9228-89cb0a0f515e binding host dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:25:07.834078 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:07.888493 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-10d54c57-587d-4cc7-bf88-c40200f8b46d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Unset dirty status for tenant:103e9068096c4ebdad033cd101a63f36 on resource:network {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:07.890033 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-10d54c57-587d-4cc7-bf88-c40200f8b46d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.50 "GET /v2.0/networks?id=e33fba06-a149-45b2-b1e9-c86358012cf3 HTTP/1.1" status: 200 len: 812 time: 0.5062077 Jun 27 12:25:07.962449 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Attempting to bind port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:07.962836 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Attempting to bind port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:07.963210 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Attempting to bind port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc on network 6cc6fb11-e95d-44c8-aefa-1369e056d817 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:07.978350 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Request body: {'port': {'device_id': '764c79ea-ab37-4d1a-b892-c5c9a097bd30', 'network_id': 'e33fba06-a149-45b2-b1e9-c86358012cf3', 'admin_state_up': True, 'tenant_id': '103e9068096c4ebdad033cd101a63f36'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:07.978454 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0301cffb-34d1-495c-b90c-a97671c4dc20 req-370bf02e-d312-48d9-b61b-e6b67ff5491a tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 210 time: 0.1341066 Jun 27 12:25:08.058150 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:08.067559 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Checking segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:08.067559 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:08.067559 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Bound using segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:08.067559 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Bound port: 7d797ecb-bffc-4077-8b0c-d723dcdde9cc, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:08.067559 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:08.072572 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:08.093290 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Transition to ACTIVE for port object 229ad6e8-861b-45b8-bed2-4e3867ca9e23 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:08.153582 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:08.202240 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:08.215742 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:08.216247 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:08.273199 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:08.283406 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Usage tracker for resource:port and tenant:103e9068096c4ebdad033cd101a63f36 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:08.283406 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:08.300680 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:08.367583 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] For port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:08.426447 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Allocated IP 172.28.3.94 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/effc3df8-7e65-4a3a-9576-2ac81924a9cc) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:08.436346 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Attempting to bind port 229ad6e8-861b-45b8-bed2-4e3867ca9e23 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:08.436753 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Attempting to bind port 229ad6e8-861b-45b8-bed2-4e3867ca9e23 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:08.437121 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Attempting to bind port 229ad6e8-861b-45b8-bed2-4e3867ca9e23 on network 6cc6fb11-e95d-44c8-aefa-1369e056d817 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:08.463184 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b5925-18d5-477e-9899-d85cc5128a99 None None] Pushing event updated for resources: {'Port': ['ID=229ad6e8-861b-45b8-bed2-4e3867ca9e23,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:08.477784 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-2c3b5925-18d5-477e-9899-d85cc5128a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:08.477784 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:08.477784 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Checking segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:08.477784 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:08.477784 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Bound using segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:08.477784 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Bound port: 229ad6e8-861b-45b8-bed2-4e3867ca9e23, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:08.477784 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:08.478786 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] For port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=7d797ecb-bffc-4077-8b0c-d723dcdde9cc,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:08.564247 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:08.618253 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Made reservation on behalf of 103e9068096c4ebdad033cd101a63f36 for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:25:08.621872 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:08.654143 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] For port 229ad6e8-861b-45b8-bed2-4e3867ca9e23, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:08.657836 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] For port 229ad6e8-861b-45b8-bed2-4e3867ca9e23, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=229ad6e8-861b-45b8-bed2-4e3867ca9e23,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:09.134355 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:09.142976 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:09.182333 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:09.187090 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:09.188859 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:09.190186 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:09.190727 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:09.192094 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:09.192094 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:09.192094 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:09.192094 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3692583'] for router_interface, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:09.192094 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Pushing event updated for resources: {'Port': ['ID=265f76ed-b6ec-455b-89b1-55ed24c0d372,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:09.192094 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:09.192094 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Allocated IP 172.20.0.1 (ff83e82f-e9f7-45b7-8e4a-c3851b8701b1/d60794f9-f792-4460-b0da-5a2970dbf331/2bd316ec-e8d7-40c2-bef3-a6043364c1c2) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:09.196243 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aefbbb-bcde-4cbb-9a50-736ff5b5c6b9 None None] Pushing event updated for resources: {'Port': ['ID=7d797ecb-bffc-4077-8b0c-d723dcdde9cc,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:09.196243 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-67aefbbb-bcde-4cbb-9a50-736ff5b5c6b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:09.196243 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Routers {'9b27d2c3-db1f-4ad0-b33a-3b753ac37830'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:09.196243 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:24:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:09.197810 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:09.197810 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3eb368ad-2d86-4bb5-94ab-17c65f82709c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:09.198523 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:09.198523 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:24:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:09.223058 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:09.247970 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:09.260837 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:09.283073 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Allocated IP 172.20.0.6 (e33fba06-a149-45b2-b1e9-c86358012cf3/e9c9550d-937b-4a78-b4ee-545c79e1cecc/daa95093-0e55-4685-8a13-ee992224bc35) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:09.286794 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'Port': ['ID=effc3df8-7e65-4a3a-9576-2ac81924a9cc,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:09.292222 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:09.306954 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b5925-18d5-477e-9899-d85cc5128a99 None None] Pushing event updated for resources: {'Port': ['ID=229ad6e8-861b-45b8-bed2-4e3867ca9e23,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:09.322803 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-2c3b5925-18d5-477e-9899-d85cc5128a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:09.395372 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Notify callbacks [] for port, precommit_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:09.447304 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:09.447782 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Transition to ACTIVE for port object 2d19a97b-844a-4a44-9228-89cb0a0f515e will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:09.456268 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60746) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:09.496613 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:09.553664 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:09.584650 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f6506b87-0e8f-49f5-88de-aeb3279ab4ad req-0a825c10-e761-4404-979d-f43488b8f423 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 210 time: 0.1984968 Jun 27 12:25:09.597632 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:09.608554 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Transition to ACTIVE for port object 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 will not be triggered until provisioned by entity DHCP. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:09.659974 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:09.940498 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.070569 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.095723 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:10.176229 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.279407 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:10.283935 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:10.288115 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:10.289362 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3692583'] for router_interface, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.377082 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Pushing event updated for resources: {'Port': ['ID=2bd316ec-e8d7-40c2-bef3-a6043364c1c2,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:10.382822 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:10.388004 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.479803 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f5b6d-f06b-4972-9409-a7db7cc4f451 None None] Pushing event updated for resources: {'Port': ['ID=2d19a97b-844a-4a44-9228-89cb0a0f515e,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:10.502321 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-257f5b6d-f06b-4972-9409-a7db7cc4f451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:10.514133 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:03Z', 'revision_number': 3, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:10.522710 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.523219 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa87ae-1f21-4939-951e-41286bca3480 None None] The sync data for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb is: [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:03Z', 'revision_number': 3, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:25:10.546617 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.567733 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.580207 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.650454 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:10.653964 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690507'] for router_interface, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.671279 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.672690 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6c19ae5b5ab548e3b52b78b5f536f737 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:10.682176 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:10.689257 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:10.726710 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:10.828679 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:10.831798 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'Port': ['ID=effc3df8-7e65-4a3a-9576-2ac81924a9cc,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:10.842474 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:10.853415 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.882053 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-eeeabe2f-3bb3-4a5e-a536-f89ee944ef2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:10.931721 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Network e33fba06-a149-45b2-b1e9-c86358012cf3 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:10.942502 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:10.946197 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:10.964920 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:10.974301 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:10.975276 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:11.038880 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Pushing event updated for resources: {'Port': ['ID=265f76ed-b6ec-455b-89b1-55ed24c0d372,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:11.065437 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:11.092952 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] Set router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:11.158787 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2081072 Jun 27 12:25:11.167372 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Pushing event updated for resources: {'Port': ['ID=daa95093-0e55-4685-8a13-ee992224bc35,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:11.191535 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-66cef46e-819d-4b0b-8410-3e69993e6338 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75089) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:25:11.192957 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-66cef46e-819d-4b0b-8410-3e69993e6338 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0136230 Jun 27 12:25:11.194013 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:11.233257 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:11.234484 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9997256 Jun 27 12:25:11.246257 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:11.294043 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:11.329123 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Attempting to bind port 2d19a97b-844a-4a44-9228-89cb0a0f515e on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:11.332498 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Attempting to bind port 2d19a97b-844a-4a44-9228-89cb0a0f515e by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:11.335991 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Attempting to bind port 2d19a97b-844a-4a44-9228-89cb0a0f515e on network 75c1798c-5fae-4787-96be-a9306ad7a926 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:11.354518 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:11.355933 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Checking segment: {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:11.356959 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:11.357739 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Bound using segment: {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:11.358894 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Bound port: 2d19a97b-844a-4a44-9228-89cb0a0f515e, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:11.362139 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:11.363013 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:11.384132 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:11.587659 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f6135a-b417-4ae3-9940-a7c15037fb73,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:11.594139 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:11.611689 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c19ae5b5ab548e3b52b78b5f536f737&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1351521 Jun 27 12:25:11.613456 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60798) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:11.856849 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6293-b147-4783-a8da-9c8674b39910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:11.935085 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6293-b147-4783-a8da-9c8674b39910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:12.119259 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-955f4cf9-9cea-44ce-90df-b9483d915c06 None None] Provisioning for port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:12.140050 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-955f4cf9-9cea-44ce-90df-b9483d915c06 None None] Provisioning complete for port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:12.140430 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-955f4cf9-9cea-44ce-90df-b9483d915c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:12.144540 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6293-b147-4783-a8da-9c8674b39910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:12.149613 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:12.183800 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce6293-b147-4783-a8da-9c8674b39910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f6135a-b417-4ae3-9940-a7c15037fb73,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:12.191111 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c2ce6293-b147-4783-a8da-9c8674b39910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:12.207300 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6293-b147-4783-a8da-9c8674b39910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:12.210670 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c2ce6293-b147-4783-a8da-9c8674b39910 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7f6135a-b417-4ae3-9940-a7c15037fb73 HTTP/1.1" status: 204 len: 168 time: 0.5940292 Jun 27 12:25:12.274663 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Request body: {'port': {'device_id': '764c79ea-ab37-4d1a-b892-c5c9a097bd30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:12.286750 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:12.310836 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57deb3-7594-4b2b-8ca3-4a0f11267ffe req-f61a7fd3-a994-4a1f-8c51-52e08772b922 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:12.316152 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] For port 2d19a97b-844a-4a44-9228-89cb0a0f515e, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:12.318751 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ca57deb3-7594-4b2b-8ca3-4a0f11267ffe req-f61a7fd3-a994-4a1f-8c51-52e08772b922 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 931 time: 1.2500687 Jun 27 12:25:12.337617 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:12.380071 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] For port 2d19a97b-844a-4a44-9228-89cb0a0f515e, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=2d19a97b-844a-4a44-9228-89cb0a0f515e,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:12.393825 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-955f4cf9-9cea-44ce-90df-b9483d915c06 None None] Port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:25:12.493237 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:12.502720 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:12.512394 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:12.621519 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ca57deb3-7594-4b2b-8ca3-4a0f11267ffe req-09f585cc-01ce-460d-a891-28a3eea67748 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017023 Jun 27 12:25:12.930037 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f5b6d-f06b-4972-9409-a7db7cc4f451 None None] Pushing event updated for resources: {'Port': ['ID=2d19a97b-844a-4a44-9228-89cb0a0f515e,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:12.937499 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-257f5b6d-f06b-4972-9409-a7db7cc4f451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:12.961276 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.db.resource_extend [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 27 12:25:12.975702 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-router', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:58Z', 'updated_at': '2021-06-27T12:25:08Z', 'revision_number': 4, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'gw_port': {'id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:57:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:00Z', 'updated_at': '2021-06-27T12:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '265f76ed-b6ec-455b-89b1-55ed24c0d372', 'name': '', 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'mac_address': 'fa:16:3e:3d:f8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:06Z', 'updated_at': '2021-06-27T12:25:07Z', 'revision_number': 1, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'subnets': [{'id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:12.992040 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:12.994121 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:24:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:13.057262 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:13.198343 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60830) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:13.225345 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:13.238437 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690507'] for router_interface, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:13.244305 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:13.360947 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa95093-0e55-4685-8a13-ee992224bc35 {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:25:13.368902 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:13.427732 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Transition to ACTIVE for port object daa95093-0e55-4685-8a13-ee992224bc35 will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:13.432453 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Pushing event updated for resources: {'Port': ['ID=2bd316ec-e8d7-40c2-bef3-a6043364c1c2,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:13.434316 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 229ad6e8-861b-45b8-bed2-4e3867ca9e23 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:13.463548 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:13.534088 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:13.537927 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9904c50-fda6-40dc-a5e5-0a9594b9c44d None None] The sync data for ids ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'] in dv-cinder-798098-1-smb is: [{'id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-router', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:58Z', 'updated_at': '2021-06-27T12:25:08Z', 'revision_number': 4, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'gw_port': {'id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:57:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:00Z', 'updated_at': '2021-06-27T12:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '265f76ed-b6ec-455b-89b1-55ed24c0d372', 'name': '', 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'mac_address': 'fa:16:3e:3d:f8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:06Z', 'updated_at': '2021-06-27T12:25:07Z', 'revision_number': 1, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'subnets': [{'id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:25:13.552339 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:13.699826 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:13.807446 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=daa95093-0e55-4685-8a13-ee992224bc35,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:13.811910 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:13.814772 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:13.842160 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Attempting to bind port daa95093-0e55-4685-8a13-ee992224bc35 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:13.842675 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Attempting to bind port daa95093-0e55-4685-8a13-ee992224bc35 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '62664f51-e2dd-48b7-8796-10d9da63d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e33fba06-a149-45b2-b1e9-c86358012cf3'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:13.843564 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Attempting to bind port daa95093-0e55-4685-8a13-ee992224bc35 on network e33fba06-a149-45b2-b1e9-c86358012cf3 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:13.854146 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Port daa95093-0e55-4685-8a13-ee992224bc35 on network e33fba06-a149-45b2-b1e9-c86358012cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:25:13.854749 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Attempting to bind port daa95093-0e55-4685-8a13-ee992224bc35 on network e33fba06-a149-45b2-b1e9-c86358012cf3 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:13.864351 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:13.865238 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Checking segment: {'id': '62664f51-e2dd-48b7-8796-10d9da63d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e33fba06-a149-45b2-b1e9-c86358012cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:13.866757 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Bound using segment: {'id': '62664f51-e2dd-48b7-8796-10d9da63d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e33fba06-a149-45b2-b1e9-c86358012cf3'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:13.867625 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Bound port: daa95093-0e55-4685-8a13-ee992224bc35, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62664f51-e2dd-48b7-8796-10d9da63d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e33fba06-a149-45b2-b1e9-c86358012cf3'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:13.868252 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:13.881241 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 229ad6e8-861b-45b8-bed2-4e3867ca9e23 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:13.918783 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 229ad6e8-861b-45b8-bed2-4e3867ca9e23 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:13.919161 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:14.011558 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60842) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:14.047297 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:14.113893 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:14.119054 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:14.122952 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:14.125065 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] Usage tracker for resource:security_group_rule and tenant:209b54600782477093231386ea278e75 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:14.145707 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:14.164866 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:14.167202 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:14.177464 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] Usage tracker for resource:security_group_rule and tenant:80c63714d0ad4ae0a9e4a001e3090661 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:14.183631 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:14.197046 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:14.204855 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] For port daa95093-0e55-4685-8a13-ee992224bc35, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:14.213487 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] For port daa95093-0e55-4685-8a13-ee992224bc35, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=daa95093-0e55-4685-8a13-ee992224bc35,segment=NetworkSegment(62664f51-e2dd-48b7-8796-10d9da63d87b),segment_id=62664f51-e2dd-48b7-8796-10d9da63d87b)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:14.227020 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 229ad6e8-861b-45b8-bed2-4e3867ca9e23, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=229ad6e8-861b-45b8-bed2-4e3867ca9e23,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:14.290448 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:14.311004 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:14.351868 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:14.364679 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:14.399149 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:14.476349 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=229ad6e8-861b-45b8-bed2-4e3867ca9e23,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:14.483021 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:14.489082 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:12Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:14.495482 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc07d6-b6bd-4b09-a290-28f276496412 None None] The sync data for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb is: [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:12Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:25:14.513603 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:14.515491 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] 10.222.0.50 "PUT /v2.0/ports/daa95093-0e55-4685-8a13-ee992224bc35 HTTP/1.1" status: 200 len: 1093 time: 2.9945292 Jun 27 12:25:14.517476 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:14.520689 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764c79ea-ab37-4d1a-b892-c5c9a097bd30', 'tag': 'daa95093-0e55-4685-8a13-ee992224bc35'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:14.539573 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984e16d-65ad-4788-a951-73d0116d3f16 req-9c127c79-8c7e-43cd-831d-71a5eccb6041 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:14.542268 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0984e16d-65ad-4788-a951-73d0116d3f16 req-9c127c79-8c7e-43cd-831d-71a5eccb6041 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 943 time: 0.5393682 Jun 27 12:25:14.630493 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-a6d38c9f-5a39-4fc9-8fa6-b5c7f04a3f15 None None] Provisioning complete for port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:14.630927 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a6d38c9f-5a39-4fc9-8fa6-b5c7f04a3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:14.802209 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-a6d38c9f-5a39-4fc9-8fa6-b5c7f04a3f15 None None] Port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:25:14.850198 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=daa95093-0e55-4685-8a13-ee992224bc35,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:14.869542 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0984e16d-65ad-4788-a951-73d0116d3f16 req-c4c604a8-2a79-4d85-bc93-7bfe93a8dabf tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074582 Jun 27 12:25:14.899214 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:14.900833 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:14.934676 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:25:14.957316 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:14.994377 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80c63714d0ad4ae0a9e4a001e3090661&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9814370 Jun 27 12:25:15.003800 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60866) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:15.084249 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 229ad6e8-861b-45b8-bed2-4e3867ca9e23 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:15.188703 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35c4a91-b43f-4cab-8a7a-bb75cca79f7b,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:15.199449 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:15.256719 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5a870c57-580e-4f6c-b67b-b1501297b3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:15.270185 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-eb5f2af8-a931-4789-903e-966bc1462d56 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=103e9068096c4ebdad033cd101a63f36&device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 1096 time: 0.4221768 Jun 27 12:25:15.414308 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-cc92bd6c-963a-4d8a-a03a-84116b489949 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daa95093-0e55-4685-8a13-ee992224bc35 HTTP/1.1" status: 200 len: 217 time: 0.1211560 Jun 27 12:25:15.471971 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 229ad6e8-861b-45b8-bed2-4e3867ca9e23 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:15.476617 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:15.574441 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764c79ea-ab37-4d1a-b892-c5c9a097bd30', 'tag': 'daa95093-0e55-4685-8a13-ee992224bc35', 'status': 'completed', 'code': 200} Jun 27 12:25:15.694677 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5a870c57-580e-4f6c-b67b-b1501297b3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:15.795312 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 2d19a97b-844a-4a44-9228-89cb0a0f515e up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:15.858810 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60882) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:15.872623 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-3d78a0ac-32b8-4ed6-b034-4d60a7d1a3f0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:15.874116 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-3d78a0ac-32b8-4ed6-b034-4d60a7d1a3f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9c9550d-937b-4a78-b4ee-545c79e1cecc HTTP/1.1" status: 200 len: 852 time: 0.0982389 Jun 27 12:25:15.946980 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5a870c57-580e-4f6c-b67b-b1501297b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.033625 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 2d19a97b-844a-4a44-9228-89cb0a0f515e completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:16.039386 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 2d19a97b-844a-4a44-9228-89cb0a0f515e triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:16.039853 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.044977 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-11f9b9df-eec4-49aa-a7b4-14d50a281beb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e33fba06-a149-45b2-b1e9-c86358012cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203578 Jun 27 12:25:16.058000 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-b4ee3fd6-48a0-420a-a697-e642c97d4cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:16.091968 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a870c57-580e-4f6c-b67b-b1501297b3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35c4a91-b43f-4cab-8a7a-bb75cca79f7b,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:16.098363 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5a870c57-580e-4f6c-b67b-b1501297b3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:16.224339 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.236784 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:25:16.262480 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.267294 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.273168 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:16.277136 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] Usage tracker for resource:security_group_rule and tenant:da0b966f967544bfbbd14572019f68a1 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:16.280426 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:16.287462 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:16.309676 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 2d19a97b-844a-4a44-9228-89cb0a0f515e, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=2d19a97b-844a-4a44-9228-89cb0a0f515e,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:16.311038 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5a870c57-580e-4f6c-b67b-b1501297b3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.321067 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-5a870c57-580e-4f6c-b67b-b1501297b3cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e35c4a91-b43f-4cab-8a7a-bb75cca79f7b HTTP/1.1" status: 204 len: 168 time: 1.2095349 Jun 27 12:25:16.340354 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] 10.222.0.45 "PUT /v2.0/routers/9b27d2c3-db1f-4ad0-b33a-3b753ac37830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5903926 Jun 27 12:25:16.369402 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.389839 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.392196 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-b2f677ab-b094-4bd3-874d-3e5d215b299e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:16.403451 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-f2fa3e10-c8c7-4d4f-9b67-7190fbe24c96 service neutron] 10.222.0.50 "GET /v2.0/networks/e33fba06-a149-45b2-b1e9-c86358012cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001561 Jun 27 12:25:16.408295 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.473367 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:16.528419 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=2d19a97b-844a-4a44-9228-89cb0a0f515e,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:16.533928 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:16.554174 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.580305 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:16.608334 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c584e17-654e-4bcd-a635-eeeea2b88312,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:16.616051 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:16.649513 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Router 932e614c-677c-4f8d-bd97-941733b1485c has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:25:16.684158 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59037634-7f37-45ed-a401-db60c7d670d4,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:16.693564 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:16.706216 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da0b966f967544bfbbd14572019f68a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8347499 Jun 27 12:25:16.706644 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c7a89-c0c6-4ace-b471-35b796d3cb37 req-49ee21f8-6562-466a-801f-9e6f3b87d43a tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:16.706644 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c38c7a89-c0c6-4ace-b471-35b796d3cb37 req-49ee21f8-6562-466a-801f-9e6f3b87d43a tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 943 time: 0.5754936 Jun 27 12:25:16.707281 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 60904) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:16.751449 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=209b54600782477093231386ea278e75&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5508783 Jun 27 12:25:16.755431 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60908) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:16.817619 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f90a4c3-2670-4ac8-8bce-d71b5348c3f8 req-7bc3b5c2-1bbc-41f7-9c8c-e04225ce4314 service neutron] 10.222.0.50 "GET /v2.0/networks/e33fba06-a149-45b2-b1e9-c86358012cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946881 Jun 27 12:25:16.894056 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 2d19a97b-844a-4a44-9228-89cb0a0f515e up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:16.899911 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c38c7a89-c0c6-4ace-b471-35b796d3cb37 req-7260864f-c47e-47d8-9a55-6827f3a26f1d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932454 Jun 27 12:25:16.914593 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-951e5a1e-410b-4d3f-9785-64d116dbd849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:16.999984 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-951e5a1e-410b-4d3f-9785-64d116dbd849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:17.089854 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 2d19a97b-844a-4a44-9228-89cb0a0f515e triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:17.090237 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:17.093567 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-738ad7aa-b3c5-42f9-9fac-dae9c3d97044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:17.153784 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-738ad7aa-b3c5-42f9-9fac-dae9c3d97044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:17.338077 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-951e5a1e-410b-4d3f-9785-64d116dbd849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:17.347701 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-1b1b160c-47ae-47ac-90a9-8b3d99ae45a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:17.376736 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5682cf61-0258-4873-83dc-5d8363b7577f req-2eb91851-524c-400f-bafa-803b3d471ef4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=103e9068096c4ebdad033cd101a63f36&device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 1096 time: 0.2306957 Jun 27 12:25:17.464268 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e5a1e-410b-4d3f-9785-64d116dbd849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59037634-7f37-45ed-a401-db60c7d670d4,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:17.468626 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-951e5a1e-410b-4d3f-9785-64d116dbd849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:17.496614 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-738ad7aa-b3c5-42f9-9fac-dae9c3d97044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:17.509740 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:17.522463 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ad7aa-b3c5-42f9-9fac-dae9c3d97044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c584e17-654e-4bcd-a635-eeeea2b88312,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:17.546754 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-951e5a1e-410b-4d3f-9785-64d116dbd849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:17.548701 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-951e5a1e-410b-4d3f-9785-64d116dbd849 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/59037634-7f37-45ed-a401-db60c7d670d4 HTTP/1.1" status: 204 len: 168 time: 0.8464749 Jun 27 12:25:17.575355 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-738ad7aa-b3c5-42f9-9fac-dae9c3d97044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:17.606030 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-738ad7aa-b3c5-42f9-9fac-dae9c3d97044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:17.609415 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-738ad7aa-b3c5-42f9-9fac-dae9c3d97044 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c584e17-654e-4bcd-a635-eeeea2b88312 HTTP/1.1" status: 204 len: 168 time: 0.8486211 Jun 27 12:25:17.632389 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:25:17.648182 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] 10.222.0.45 "PUT /v2.0/routers/932e614c-677c-4f8d-bd97-941733b1485c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1996963 Jun 27 12:25:17.680419 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682cf61-0258-4873-83dc-5d8363b7577f req-32b6e3ce-1bf5-41af-a326-4ecd0a056716 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:17.686069 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5682cf61-0258-4873-83dc-5d8363b7577f req-32b6e3ce-1bf5-41af-a326-4ecd0a056716 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e33fba06-a149-45b2-b1e9-c86358012cf3 HTTP/1.1" status: 200 len: 913 time: 0.3029613 Jun 27 12:25:17.810077 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5682cf61-0258-4873-83dc-5d8363b7577f req-274512a9-2d97-4514-b3b4-7babfd6be3fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daa95093-0e55-4685-8a13-ee992224bc35 HTTP/1.1" status: 200 len: 217 time: 0.0907729 Jun 27 12:25:17.994469 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-731cc1f4-bf78-4797-bc89-7ab1e8cd6b9a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:17.995904 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-731cc1f4-bf78-4797-bc89-7ab1e8cd6b9a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 819 time: 0.1652305 Jun 27 12:25:18.037166 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-a4fabdbe-e74e-45ff-b230-2c02679b106b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/quotas/09b76f9900e54c2a91ea7191b459f624 HTTP/1.1" status: 200 len: 375 time: 0.0296006 Jun 27 12:25:18.120814 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-1ea10712-a590-49e9-a4c4-7915df56f8a6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Synchronizing usage tracker for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:18.223959 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-1ea10712-a590-49e9-a4c4-7915df56f8a6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Unset dirty status for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:18.226805 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-1ea10712-a590-49e9-a4c4-7915df56f8a6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1844687 Jun 27 12:25:18.514552 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-be310ed8-f636-4c11-bcad-260533c60a9a service neutron] 10.222.0.45 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654850 Jun 27 12:25:18.743017 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-d081ea28-8e77-49a9-88a6-ba71b6c3211b service neutron] 10.222.0.45 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275658 Jun 27 12:25:18.878220 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-56672d85-1555-4437-8b0b-af22d4e523cb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Synchronizing usage tracker for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:19.087653 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-56672d85-1555-4437-8b0b-af22d4e523cb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Unset dirty status for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:19.088417 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-56672d85-1555-4437-8b0b-af22d4e523cb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1714841680&fields=id&tenant_id=a322fb00b6ac43ed9de816427dbbbf6b HTTP/1.1" status: 200 len: 267 time: 0.2930558 Jun 27 12:25:19.151123 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 60990) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:19.183016 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:19.273325 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:19.286040 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:642be38366d84805834edf7cca5e7c41 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:19.289743 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:19.297005 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:19.361763 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46330960-85ad-49ef-a1a0-989bcae54a31 req-3e919c17-dc40-4cd7-a107-0ac89fed93b9 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:19.370407 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-46330960-85ad-49ef-a1a0-989bcae54a31 req-3e919c17-dc40-4cd7-a107-0ac89fed93b9 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 943 time: 0.1704495 Jun 27 12:25:19.446872 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-be04e27d-8e67-408d-9444-47f36b8b47e2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:19.449616 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-be04e27d-8e67-408d-9444-47f36b8b47e2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Synchronizing usage tracker for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:network {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:19.466127 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-46330960-85ad-49ef-a1a0-989bcae54a31 req-117002d1-25c0-4efa-87de-179e2e756331 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937099 Jun 27 12:25:19.524738 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:19.590257 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-be04e27d-8e67-408d-9444-47f36b8b47e2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Unset dirty status for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:network {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:19.591878 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-be04e27d-8e67-408d-9444-47f36b8b47e2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 817 time: 0.4933960 Jun 27 12:25:19.628449 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-a17a9fe8-f7fa-4be4-9f06-a8d016319c93 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/quotas/a322fb00b6ac43ed9de816427dbbbf6b HTTP/1.1" status: 200 len: 375 time: 0.0272450 Jun 27 12:25:19.633713 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:19.662923 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:19.763045 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcfd431-477d-4434-b9d4-65c6158b4ac2,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:19.778382 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:19.821661 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 32786) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:19.822109 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=642be38366d84805834edf7cca5e7c41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6697605 Jun 27 12:25:19.901889 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c4665958-bdfe-498f-822a-883b8254a41a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2722092 Jun 27 12:25:19.937139 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a10d441c-95b1-48fe-98a0-7576e748a772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:19.989079 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a10d441c-95b1-48fe-98a0-7576e748a772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:20.178027 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a10d441c-95b1-48fe-98a0-7576e748a772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:20.193707 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:20.210591 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d441c-95b1-48fe-98a0-7576e748a772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcfd431-477d-4434-b9d4-65c6158b4ac2,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:20.214517 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a10d441c-95b1-48fe-98a0-7576e748a772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:20.222788 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a10d441c-95b1-48fe-98a0-7576e748a772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:20.226820 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a10d441c-95b1-48fe-98a0-7576e748a772 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fcfd431-477d-4434-b9d4-65c6158b4ac2 HTTP/1.1" status: 204 len: 168 time: 0.3997490 Jun 27 12:25:20.228834 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682cf61-0258-4873-83dc-5d8363b7577f req-a11cab57-a922-468f-a8f0-f496b210c98f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:20.230271 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5682cf61-0258-4873-83dc-5d8363b7577f req-a11cab57-a922-468f-a8f0-f496b210c98f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9c9550d-937b-4a78-b4ee-545c79e1cecc HTTP/1.1" status: 200 len: 852 time: 0.1659825 Jun 27 12:25:20.369414 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5682cf61-0258-4873-83dc-5d8363b7577f req-87202a29-84b2-4431-88a3-108cebb25012 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e33fba06-a149-45b2-b1e9-c86358012cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033154 Jun 27 12:25:20.697405 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5682cf61-0258-4873-83dc-5d8363b7577f req-8e07843c-9f9d-460f-bc08-c8bd479800d1 service neutron] 10.222.0.50 "GET /v2.0/networks/e33fba06-a149-45b2-b1e9-c86358012cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943318 Jun 27 12:25:21.031373 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 7d797ecb-bffc-4077-8b0c-d723dcdde9cc up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:21.123980 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5682cf61-0258-4873-83dc-5d8363b7577f req-772def97-09f9-4203-a2cb-137df800d74d service neutron] 10.222.0.50 "GET /v2.0/networks/e33fba06-a149-45b2-b1e9-c86358012cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057608 Jun 27 12:25:21.275549 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 32824) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:21.285881 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--318357420', 'description': 'tempest-description--593923135'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:21.312196 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:21.325211 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Usage tracker for resource:security_group and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:21.336077 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:21.394385 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-29a8e84d-3868-408d-822c-c770041e324f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75089) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:25:21.397664 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-29a8e84d-3868-408d-822c-c770041e324f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9126623 Jun 27 12:25:21.399483 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:21.412197 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:21.429956 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:21.447836 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:21.613810 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7ceb5568-892c-4164-83c6-854ab7a587e3 req-346f60ad-2ea0-44ae-a7f5-6622badc7069 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 210 time: 0.1286881 Jun 27 12:25:21.680346 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-31b9f49d-d093-45ec-82f1-6cf17aa95ab0 service neutron] 10.222.0.45 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195439 Jun 27 12:25:21.681629 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:21.818467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:21.836708 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:21.846001 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Usage tracker for resource:security_group_rule and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:21.849563 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:21.851810 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=7d797ecb-bffc-4077-8b0c-d723dcdde9cc,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:21.855797 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:21.857761 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1834bcf-2388-4485-b018-288097b26aba req-49a8e0d2-a0fb-4ed6-8ac6-d5901333c64e tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:21.877846 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e1834bcf-2388-4485-b018-288097b26aba req-49a8e0d2-a0fb-4ed6-8ac6-d5901333c64e tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 943 time: 0.1327240 Jun 27 12:25:21.927482 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:21.938469 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:21.962323 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:21.997168 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e1834bcf-2388-4485-b018-288097b26aba req-0c53d4fa-35d6-4ac1-8e38-e9e0a9c92a6b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182835 Jun 27 12:25:22.018326 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-d4814c8a-5dce-4b48-8a7f-64d82be3cab3 service neutron] 10.222.0.45 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257382 Jun 27 12:25:22.092575 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:22.096849 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:22.119456 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=7d797ecb-bffc-4077-8b0c-d723dcdde9cc,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:22.125046 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:22.155591 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54b7c29-397a-43d6-9fa7-b840beb73cb9,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:22.160875 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:22.246715 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:22.251298 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 32854) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:22.257271 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9800353 Jun 27 12:25:22.258148 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'security_group_rule': {'security_group_id': 'e54b7c29-397a-43d6-9fa7-b840beb73cb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:22.265596 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:22.272807 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Usage tracker for resource:security_group_rule and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:22.283492 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:22.309757 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:22.532179 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:22.738209 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:22.780628 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9ffbe367-f1e8-43f6-ac93-4bdc178f2573 req-18a44134-5ca9-410f-9688-b4ded982ba48 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 210 time: 0.0890090 Jun 27 12:25:22.869773 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:22.872830 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:22.905668 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 7d797ecb-bffc-4077-8b0c-d723dcdde9cc up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:22.914079 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465d30f4-3bee-4d12-97c9-dd3d724c5d23,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:22.932128 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:23.063856 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:23.065047 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:23.081095 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:23.082592 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8303399 Jun 27 12:25:23.085445 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 32882) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:23.091271 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'security_group_rule': {'security_group_id': 'e54b7c29-397a-43d6-9fa7-b840beb73cb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:23.100042 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:23.104836 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Usage tracker for resource:security_group_rule and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:23.109044 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:23.128639 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:23.258364 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999254-7bb1-4530-9e13-809625972879 req-c86e97a6-509f-40cf-93f0-29a04f500f0d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:23.259867 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-77999254-7bb1-4530-9e13-809625972879 req-c86e97a6-509f-40cf-93f0-29a04f500f0d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Synchronizing usage tracker for tenant:103e9068096c4ebdad033cd101a63f36 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:23.277343 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:23.395084 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-77999254-7bb1-4530-9e13-809625972879 req-c86e97a6-509f-40cf-93f0-29a04f500f0d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Unset dirty status for tenant:103e9068096c4ebdad033cd101a63f36 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:23.396257 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77999254-7bb1-4530-9e13-809625972879 req-c86e97a6-509f-40cf-93f0-29a04f500f0d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 943 time: 0.2484622 Jun 27 12:25:23.423075 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:23.485390 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-77999254-7bb1-4530-9e13-809625972879 req-7349bdce-0500-45b5-8603-35a3b5926767 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Synchronizing usage tracker for tenant:103e9068096c4ebdad033cd101a63f36 on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:23.498228 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:23.500611 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5b00663b-f8fb-428c-9e3d-fd09920a5155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:23.531829 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8084a97d-c77c-4523-931d-cb28318df1b3,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:23.534229 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:23.668576 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-77999254-7bb1-4530-9e13-809625972879 req-7349bdce-0500-45b5-8603-35a3b5926767 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Unset dirty status for tenant:103e9068096c4ebdad033cd101a63f36 on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:23.668681 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:23.668766 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77999254-7bb1-4530-9e13-809625972879 req-7349bdce-0500-45b5-8603-35a3b5926767 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630606 Jun 27 12:25:23.668845 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5788383 Jun 27 12:25:23.669095 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 32904) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:23.675693 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'floatingip': {'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:23.683235 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:23.687727 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Usage tracker for resource:floatingip and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:23.701249 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:23.708904 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:23.854208 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:23.971429 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-52718f22-a479-4832-8da9-2ede78e0d614 req-9e3e5860-0515-430a-bed7-254223cc1a4c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 210 time: 0.0608022 Jun 27 12:25:24.057475 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-77897ef5-aa82-470e-b009-30f63d3ccc1d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:24.058914 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-77897ef5-aa82-470e-b009-30f63d3ccc1d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 819 time: 0.2355928 Jun 27 12:25:24.091267 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-aee4d466-b7f1-4c7b-875b-3b7a8c570429 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/quotas/09b76f9900e54c2a91ea7191b459f624 HTTP/1.1" status: 200 len: 375 time: 0.0263700 Jun 27 12:25:24.174027 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:24.257303 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-44f82c13-b7ad-4ab8-b561-7b91356739ea tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1642177 Jun 27 12:25:24.454248 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Allocated IP 172.28.3.124 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/de67386e-c2c2-4cea-a674-406586e8abf3) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:24.468953 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-3f6b4c89-bad7-4557-ab9f-65b3b8910d51 service neutron] 10.222.0.45 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109241 Jun 27 12:25:24.728698 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-8768664c-472d-4325-98c4-ff84d6379d16 service neutron] 10.222.0.45 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404807 Jun 27 12:25:24.743446 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:24.933819 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:24.939729 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:25.018610 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-a1013859-4e95-454c-9b98-8f7a40974c46 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:25.019823 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-a1013859-4e95-454c-9b98-8f7a40974c46 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Synchronizing usage tracker for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:network {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:25.031178 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:25.034385 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:25.038926 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:25.044158 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'Port': ['ID=de67386e-c2c2-4cea-a674-406586e8abf3,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:25.047028 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:25.132890 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a791a1-5138-4b05-8ff5-c5fbc3d010d9 req-c5fb39af-db18-488a-bd8f-3b21b460bda2 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:25.134843 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-48a791a1-5138-4b05-8ff5-c5fbc3d010d9 req-c5fb39af-db18-488a-bd8f-3b21b460bda2 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 943 time: 0.1962721 Jun 27 12:25:25.207660 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-a1013859-4e95-454c-9b98-8f7a40974c46 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Unset dirty status for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:network {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:25.209583 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-a1013859-4e95-454c-9b98-8f7a40974c46 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.50 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 819 time: 0.6053019 Jun 27 12:25:25.238732 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Request body: {'port': {'device_id': '2fa41401-fa78-4559-b6f4-63cce74f2ac6', 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e', 'admin_state_up': True, 'tenant_id': '09b76f9900e54c2a91ea7191b459f624'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:25.381349 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-48a791a1-5138-4b05-8ff5-c5fbc3d010d9 req-472146f1-ad77-49a4-ad20-b29611096a4e tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380385 Jun 27 12:25:25.445876 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:25.459580 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:25.479747 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-21f72268-b5c8-4368-b8f1-28467017f24d req-686dcdaa-9b35-4389-a729-0233dd241add tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Synchronizing usage tracker for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:25.486157 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:25.530561 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-341bfbea-a4e4-4c19-be0e-86d6a55cd7ca req-c874f50a-2131-4c32-913d-fd755578b184 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 210 time: 0.0464346 Jun 27 12:25:25.583930 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Made reservation on behalf of 09b76f9900e54c2a91ea7191b459f624 for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:25:25.587344 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:25.646681 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-21f72268-b5c8-4368-b8f1-28467017f24d req-686dcdaa-9b35-4389-a729-0233dd241add tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Unset dirty status for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:25.648283 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-21f72268-b5c8-4368-b8f1-28467017f24d req-686dcdaa-9b35-4389-a729-0233dd241add tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 210 time: 0.3983095 Jun 27 12:25:25.675301 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:25.958899 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Allocated IP 172.20.0.7 (4249cacb-6c7f-4d1f-b616-9f59c5a0573e/2160dd9b-55ce-4302-b300-061f41d951f7/68d8f1b6-a10f-4850-b67b-4e637f95ee69) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:25.989459 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5acb4d56-79e1-4c2a-a4fd-bdf22a9ecff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.087914 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.191558 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.50', 59066) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:26.229419 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.286152 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-433111e5-8cc3-4754-8795-0289125922e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:26.295812 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.364327 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.364982 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.395941 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'Port': ['ID=de67386e-c2c2-4cea-a674-406586e8abf3,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:26.403767 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:26.442390 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-0780fe93-28c6-42f8-98be-5ab32ceffc31 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:26.444476 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-0780fe93-28c6-42f8-98be-5ab32ceffc31 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 817 time: 0.2516689 Jun 27 12:25:26.486169 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.498426 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:26.529820 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.544569 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8610444 Jun 27 12:25:26.580567 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-62f9888d-26cd-4554-8206-f4c1da0f7501 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a322fb00b6ac43ed9de816427dbbbf6b HTTP/1.1" status: 200 len: 380 time: 0.1104631 Jun 27 12:25:26.596759 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'port': {'device_id': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'admin_state_up': True, 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'security_groups': ['215048b2-d19b-4c3d-aec9-f0d21e115e40']}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:26.643474 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:26.647239 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:26.651793 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:26.656128 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:26.657537 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.693569 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Pushing event updated for resources: {'Port': ['ID=68d8f1b6-a10f-4850-b67b-4e637f95ee69,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:26.760313 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:26.802306 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33038) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:26.802499 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ea567-417f-4062-9835-5557f6b0a052 req-c2260def-9274-4195-a8cd-4105ed66e0a6 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:26.803906 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-263ea567-417f-4062-9835-5557f6b0a052 req-c2260def-9274-4195-a8cd-4105ed66e0a6 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 943 time: 0.1042697 Jun 27 12:25:26.854853 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-263ea567-417f-4062-9835-5557f6b0a052 req-ea3ed0c7-aef7-41e8-bd9d-b962acc59bbc tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443938 Jun 27 12:25:26.868750 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:26.884539 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:26.888621 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ffa68313-8ec2-43e8-aa53-62b209a50c48 req-4ce107ab-5cdb-4f6a-a988-bdb232d8e880 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 210 time: 0.0611031 Jun 27 12:25:26.930913 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6975548 Jun 27 12:25:26.954434 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Request body: {'port': {'device_id': '2fa41401-fa78-4559-b6f4-63cce74f2ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:27.003421 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:27.057355 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:25:27.063494 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Made reservation on behalf of a322fb00b6ac43ed9de816427dbbbf6b for: {'port': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:25:27.067240 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:27.102003 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:27.103854 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5b1f9ef-5903-4f51-b0f4-6afaae150729 req-53033e46-6076-4934-b949-cd599515d863 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 210 time: 0.0625112 Jun 27 12:25:27.159901 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] Usage tracker for resource:security_group_rule and tenant:a41d06a847ad4ee2bc4f7957432f7cc1 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:27.162988 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:27.176147 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:27.178817 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:27.254537 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-1468194b-8794-4616-b72d-e83a92b68490 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--318357420&fields=id&tenant_id=2244ef11d9504bf89d39de9b6d32b3db HTTP/1.1" status: 200 len: 267 time: 0.2179980 Jun 27 12:25:27.534015 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:27.543432 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Allocated IP 172.20.0.14 (75c1798c-5fae-4787-96be-a9306ad7a926/fe830849-03b2-497b-9130-e38b25e74da6/b76df778-5447-4eb3-8e62-20bc50e582bb) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:27.550284 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-796b3fc3-43c9-48e3-ae89-b541ee954cca tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:27.551836 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-796b3fc3-43c9-48e3-ae89-b541ee954cca tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/networks?id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 HTTP/1.1" status: 200 len: 810 time: 0.2750940 Jun 27 12:25:27.573417 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d8f1b6-a10f-4850-b67b-4e637f95ee69 {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:25:27.586978 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:27.591774 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-a1e310c7-7bef-4ce7-8157-7e73f619f7a3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/quotas/2244ef11d9504bf89d39de9b6d32b3db HTTP/1.1" status: 200 len: 375 time: 0.0321503 Jun 27 12:25:27.601247 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Transition to ACTIVE for port object 68d8f1b6-a10f-4850-b67b-4e637f95ee69 will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:27.659156 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:27.672617 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:27.699645 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-738ad7aa-b3c5-42f9-9fac-dae9c3d97044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:27.755348 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:27.765324 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:27.832104 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a41d06a847ad4ee2bc4f7957432f7cc1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0255060 Jun 27 12:25:27.836078 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33070) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:27.857483 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03640750-504b-4d72-be39-4bc696aa6771,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:27.861979 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:27.892066 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Pushing event updated for resources: {'Port': ['ID=68d8f1b6-a10f-4850-b67b-4e637f95ee69,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:27.894893 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:27.940373 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-1d841682-8433-4f2d-ab1c-e89103b1cfa1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Synchronizing usage tracker for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:27.972325 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Attempting to bind port 68d8f1b6-a10f-4850-b67b-4e637f95ee69 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:27.972325 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Attempting to bind port 68d8f1b6-a10f-4850-b67b-4e637f95ee69 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:27.972674 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Attempting to bind port 68d8f1b6-a10f-4850-b67b-4e637f95ee69 on network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:27.979645 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Port 68d8f1b6-a10f-4850-b67b-4e637f95ee69 on network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:25:27.980015 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Attempting to bind port 68d8f1b6-a10f-4850-b67b-4e637f95ee69 on network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:27.988444 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:27.988845 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Checking segment: {'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:27.989193 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Bound using segment: {'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:27.989628 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Bound port: 68d8f1b6-a10f-4850-b67b-4e637f95ee69, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:27.990020 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:27.995219 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e3bb51a8-b508-4ef1-b061-6139a3ada19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.012037 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.043563 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Transition to ACTIVE for port object b76df778-5447-4eb3-8e62-20bc50e582bb will not be triggered until provisioned by entity DHCP. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:28.049935 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8a67faad-b195-4062-b214-3a8bbe8d30cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.073783 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device daa95093-0e55-4685-8a13-ee992224bc35 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:25:28.121495 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8a67faad-b195-4062-b214-3a8bbe8d30cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.132520 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-1d841682-8433-4f2d-ab1c-e89103b1cfa1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Unset dirty status for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:28.134513 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-1d841682-8433-4f2d-ab1c-e89103b1cfa1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5416100 Jun 27 12:25:28.173627 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] For port 68d8f1b6-a10f-4850-b67b-4e637f95ee69, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:28.184851 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] For port 68d8f1b6-a10f-4850-b67b-4e637f95ee69, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:28.206760 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d2198-3570-4f62-9e80-fdbdd8a66611 req-7961fbce-3c06-495f-b921-0be268640d35 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:28.208532 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-410d2198-3570-4f62-9e80-fdbdd8a66611 req-7961fbce-3c06-495f-b921-0be268640d35 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 943 time: 0.1669030 Jun 27 12:25:28.245017 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port daa95093-0e55-4685-8a13-ee992224bc35, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=daa95093-0e55-4685-8a13-ee992224bc35,segment=NetworkSegment(62664f51-e2dd-48b7-8796-10d9da63d87b),segment_id=62664f51-e2dd-48b7-8796-10d9da63d87b)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:28.255908 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.263084 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:28.266151 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.266829 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': 'daa95093-0e55-4685-8a13-ee992224bc35', 'network_id': 'e33fba06-a149-45b2-b1e9-c86358012cf3', 'port_id': 'daa95093-0e55-4685-8a13-ee992224bc35', 'mac_address': 'fa:16:3e:f7:3e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c9550d-937b-4a78-b4ee-545c79e1cecc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:25:28.279533 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-acdde223-096b-408f-ab34-fb24020eb801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:28.309863 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-410d2198-3570-4f62-9e80-fdbdd8a66611 req-104268d9-0694-4f95-a02e-e423cd98dd84 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954275 Jun 27 12:25:28.350563 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.359724 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.50', 59072) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:28.369412 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa95093-0e55-4685-8a13-ee992224bc35 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:25:28.391223 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port daa95093-0e55-4685-8a13-ee992224bc35, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=daa95093-0e55-4685-8a13-ee992224bc35,segment=NetworkSegment(62664f51-e2dd-48b7-8796-10d9da63d87b),segment_id=62664f51-e2dd-48b7-8796-10d9da63d87b)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:28.396889 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Network 75c1798c-5fae-4787-96be-a9306ad7a926 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:28.403306 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:28.421656 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:28.425406 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.426303 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:28.427111 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.428255 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] 10.222.0.50 "PUT /v2.0/ports/68d8f1b6-a10f-4850-b67b-4e637f95ee69 HTTP/1.1" status: 200 len: 1093 time: 1.4796402 Jun 27 12:25:28.433781 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:28.441755 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:28.456543 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-be80b63b-d5d8-455a-b237-b1d245ac2d0c service neutron] 10.222.0.45 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938888 Jun 27 12:25:28.470878 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.473734 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:28.529532 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa41401-fa78-4559-b6f4-63cce74f2ac6', 'tag': '68d8f1b6-a10f-4850-b67b-4e637f95ee69'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:28.559597 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Pushing event updated for resources: {'Port': ['ID=68d8f1b6-a10f-4850-b67b-4e637f95ee69,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:28.582097 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=daa95093-0e55-4685-8a13-ee992224bc35,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:28.586355 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:28.637100 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:28.667529 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8a67faad-b195-4062-b214-3a8bbe8d30cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.682963 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:28.686926 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-8f483566-0a0d-4f99-82c5-42c64b4f3169 req-a3cd9d13-8d54-4b1f-b4c3-6703161d54c6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Synchronizing usage tracker for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:28.703362 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67faad-b195-4062-b214-3a8bbe8d30cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03640750-504b-4d72-be39-4bc696aa6771,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:28.711319 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8a67faad-b195-4062-b214-3a8bbe8d30cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:28.779134 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-e6d89d6b-ba79-464e-a217-2cddec203820 service neutron] 10.222.0.45 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213255 Jun 27 12:25:28.813478 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-9252fafd-8ff6-4963-ba68-5b4105243ba0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:28.814992 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-9252fafd-8ff6-4963-ba68-5b4105243ba0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.50 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 819 time: 0.4522424 Jun 27 12:25:28.834433 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-00f8b689-741f-41c5-a77c-b19e56017daa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 1096 time: 0.1988590 Jun 27 12:25:28.835277 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['daa95093-0e55-4685-8a13-ee992224bc35'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:25:28.837061 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2569339 Jun 27 12:25:28.839436 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8a67faad-b195-4062-b214-3a8bbe8d30cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.840371 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-8a67faad-b195-4062-b214-3a8bbe8d30cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03640750-504b-4d72-be39-4bc696aa6771 HTTP/1.1" status: 204 len: 168 time: 0.9996233 Jun 27 12:25:28.843955 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Request body: {'port': {'device_id': '5b6a4178-5282-4073-8a6b-43fc4b451333', 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e', 'admin_state_up': True, 'tenant_id': '09b76f9900e54c2a91ea7191b459f624'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:28.865889 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Request body: {'port': {'device_id': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:29.041492 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:29.065620 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:29.100797 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-4114e68a-dc84-43b8-99eb-ed04970ad464 None None] Provisioning for port b76df778-5447-4eb3-8e62-20bc50e582bb completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:29.119217 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-4114e68a-dc84-43b8-99eb-ed04970ad464 None None] Provisioning complete for port b76df778-5447-4eb3-8e62-20bc50e582bb triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:29.119605 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-4114e68a-dc84-43b8-99eb-ed04970ad464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:29.152272 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-8f483566-0a0d-4f99-82c5-42c64b4f3169 req-a3cd9d13-8d54-4b1f-b4c3-6703161d54c6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Unset dirty status for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:29.153779 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8f483566-0a0d-4f99-82c5-42c64b4f3169 req-a3cd9d13-8d54-4b1f-b4c3-6703161d54c6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 210 time: 0.5723436 Jun 27 12:25:29.301258 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-4114e68a-dc84-43b8-99eb-ed04970ad464 None None] Port b76df778-5447-4eb3-8e62-20bc50e582bb cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:25:29.325083 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-4f407349-0c38-485e-9f9a-c65db887e177 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69 HTTP/1.1" status: 200 len: 217 time: 0.4089608 Jun 27 12:25:29.413977 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa41401-fa78-4559-b6f4-63cce74f2ac6', 'tag': '68d8f1b6-a10f-4850-b67b-4e637f95ee69', 'status': 'completed', 'code': 200} Jun 27 12:25:29.467391 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-4f778b96-a806-4a52-ac14-418f40a9eaff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:29.471263 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-4f778b96-a806-4a52-ac14-418f40a9eaff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 200 len: 859 time: 0.1374607 Jun 27 12:25:29.557077 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-e0b53832-06b7-4bcf-9d51-1dcdbb6667ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571213 Jun 27 12:25:29.617859 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:29.663233 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ef7c5-98e6-43b0-a596-adc4ec0bc647 req-342a39e7-5b1f-49c8-b283-cb579898d312 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:29.664171 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-026ef7c5-98e6-43b0-a596-adc4ec0bc647 req-342a39e7-5b1f-49c8-b283-cb579898d312 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Synchronizing usage tracker for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:29.723401 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-feece4bb-5bb4-46e3-8e4e-32658ee55c2a req-55d7bb9c-7f55-42bf-9ce8-fdb24649f05d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 210 time: 0.1704340 Jun 27 12:25:29.735598 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:29.773858 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76df778-5447-4eb3-8e62-20bc50e582bb {{(pid=75088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:25:29.780796 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:29.787695 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-68a564f1-e40f-4783-8196-5a55baf17433 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079387 Jun 27 12:25:29.796262 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Transition to ACTIVE for port object b76df778-5447-4eb3-8e62-20bc50e582bb will not be triggered until provisioned by entity L2. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:29.863610 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-026ef7c5-98e6-43b0-a596-adc4ec0bc647 req-342a39e7-5b1f-49c8-b283-cb579898d312 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Unset dirty status for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:29.864809 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-026ef7c5-98e6-43b0-a596-adc4ec0bc647 req-342a39e7-5b1f-49c8-b283-cb579898d312 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 932 time: 0.4809246 Jun 27 12:25:29.904629 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Made reservation on behalf of 09b76f9900e54c2a91ea7191b459f624 for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:25:29.908060 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:29.912693 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-026ef7c5-98e6-43b0-a596-adc4ec0bc647 req-336ce927-04e1-4d7a-b8df-7e14c68fb908 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Jun 27 12:25:29.918954 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:29.924530 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:30.056260 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Pushing event updated for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:30.060479 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:30.089997 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device daa95093-0e55-4685-8a13-ee992224bc35 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:30.106167 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06a0eb65-b7dc-4fb8-b61c-f95d425d039c req-205becb6-3c3e-40e2-afad-95bab3ca522f service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116183 Jun 27 12:25:30.128487 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Attempting to bind port b76df778-5447-4eb3-8e62-20bc50e582bb on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:30.129080 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Attempting to bind port b76df778-5447-4eb3-8e62-20bc50e582bb by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:30.129435 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Attempting to bind port b76df778-5447-4eb3-8e62-20bc50e582bb on network 75c1798c-5fae-4787-96be-a9306ad7a926 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:30.136331 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Port b76df778-5447-4eb3-8e62-20bc50e582bb on network 75c1798c-5fae-4787-96be-a9306ad7a926 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:25:30.136605 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Attempting to bind port b76df778-5447-4eb3-8e62-20bc50e582bb on network 75c1798c-5fae-4787-96be-a9306ad7a926 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:30.142909 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110f632-a8ba-432b-968c-4aca62805011 req-b1c3c6a9-38f7-49d2-855b-7f69c365d315 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:30.143812 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:30.144124 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Checking segment: {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:30.144698 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Bound using segment: {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:30.145117 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Bound port: b76df778-5447-4eb3-8e62-20bc50e582bb, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'}}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:30.145231 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2110f632-a8ba-432b-968c-4aca62805011 req-b1c3c6a9-38f7-49d2-855b-7f69c365d315 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 944 time: 0.2839367 Jun 27 12:25:30.145452 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.166139 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Allocated IP 172.20.0.13 (4249cacb-6c7f-4d1f-b616-9f59c5a0573e/2160dd9b-55ce-4302-b300-061f41d951f7/6c3735be-d2a7-433c-a07c-2f04bf10804d) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:30.199300 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33120) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:30.233835 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.289653 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, cleared binding levels {{(pid=75088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:30.295408 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:30.296658 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:30.300693 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] Usage tracker for resource:security_group_rule and tenant:5a7370257b8e42638edf8dbd5997f814 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:30.303524 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:30.309615 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:30.432595 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8a3b9147-6747-4e92-810e-44da7cbc6f2f req-28f45398-680a-44dc-929b-c0ec7f6f8ac7 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 210 time: 0.0561135 Jun 27 12:25:30.439910 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port daa95093-0e55-4685-8a13-ee992224bc35 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:30.445313 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port daa95093-0e55-4685-8a13-ee992224bc35 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:30.445562 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.446068 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.458470 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.471359 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:30.523743 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2110f632-a8ba-432b-968c-4aca62805011 req-a3a662c7-aceb-4110-b0ad-9721599b88f4 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518307 Jun 27 12:25:30.545276 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.577813 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.581547 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] 10.222.0.50 "PUT /v2.0/ports/b76df778-5447-4eb3-8e62-20bc50e582bb HTTP/1.1" status: 200 len: 1094 time: 1.7225440 Jun 27 12:25:30.582031 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:30.672941 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.691583 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.737753 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764c79ea-ab37-4d1a-b892-c5c9a097bd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa95093-0e55-4685-8a13-ee992224bc35'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:30.744557 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-711e75c0-e7bc-4ae9-b45f-9e7b5063d449 req-056f2fa9-89ce-4df4-8ad2-2ae3b7740d52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 1096 time: 0.3654156 Jun 27 12:25:30.795337 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a7370257b8e42638edf8dbd5997f814&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5950165 Jun 27 12:25:30.799322 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Pushing event updated for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=3']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:30.813168 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:30.820431 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33146) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:30.822448 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:30.876100 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port daa95093-0e55-4685-8a13-ee992224bc35, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=daa95093-0e55-4685-8a13-ee992224bc35,segment=NetworkSegment(62664f51-e2dd-48b7-8796-10d9da63d87b),segment_id=62664f51-e2dd-48b7-8796-10d9da63d87b)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:30.982488 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e75c0-e7bc-4ae9-b45f-9e7b5063d449 req-dcaee78c-0752-4a51-ba51-5b23802b5eb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:30.983995 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-711e75c0-e7bc-4ae9-b45f-9e7b5063d449 req-dcaee78c-0752-4a51-ba51-5b23802b5eb1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 920 time: 0.2286904 Jun 27 12:25:30.993273 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.997682 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:31.002797 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-09f7ee83-6fe2-44d0-a7cf-cbf520d36d65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:31.122719 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-711e75c0-e7bc-4ae9-b45f-9e7b5063d449 req-73da5ce6-5983-426c-a401-7035dc34aac7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69 HTTP/1.1" status: 200 len: 217 time: 0.1161196 Jun 27 12:25:31.189405 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-dff79bca-57c6-4a03-9a6b-553e169a0dfe req-5bfed901-d8c9-45fc-a59a-0817c295f023 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 210 time: 0.1086349 Jun 27 12:25:31.190021 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a38062-15bb-471a-b786-5bf230ceb5aa,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:31.193754 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:31.222936 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=daa95093-0e55-4685-8a13-ee992224bc35,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:31.235882 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:31.241897 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-a35c2f1c-3739-4ff9-bacb-881da47209e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 1097 time: 0.4253788 Jun 27 12:25:31.242687 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-849912bd-1810-4bf6-88e0-3873a3afb87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:31.323678 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:31.328433 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e75c0-e7bc-4ae9-b45f-9e7b5063d449 req-a1cf8afc-b40f-4be6-8a2c-8614dc9a7ba1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:31.329896 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-711e75c0-e7bc-4ae9-b45f-9e7b5063d449 req-a1cf8afc-b40f-4be6-8a2c-8614dc9a7ba1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 200 len: 859 time: 0.1799428 Jun 27 12:25:31.348550 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b3f312b9-832c-459b-a1fe-227377cb3019 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:31.362976 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-942da59e-3128-4cf3-bc65-fdca2d250894 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b76df778-5447-4eb3-8e62-20bc50e582bb HTTP/1.1" status: 200 len: 217 time: 0.1063521 Jun 27 12:25:31.368053 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-849912bd-1810-4bf6-88e0-3873a3afb87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:31.412091 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'status': 'completed', 'code': 200} Jun 27 12:25:31.496635 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-b813440a-5d94-451a-a515-21fa42f93ee0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:31.500435 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-b813440a-5d94-451a-a515-21fa42f93ee0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.1223443 Jun 27 12:25:31.576875 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764c79ea-ab37-4d1a-b892-c5c9a097bd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa95093-0e55-4685-8a13-ee992224bc35', 'code': 200} Jun 27 12:25:31.589418 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:31.601278 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:31.603641 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:31.620344 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:31.621156 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:31.626900 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-711e75c0-e7bc-4ae9-b45f-9e7b5063d449 req-a442622e-ea8a-4196-96a9-e639b2e8f2a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2793999 Jun 27 12:25:31.642201 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252bea2-1e2e-458d-b3e3-52a62efe44be req-f073b30d-82fd-4aea-9403-43d579486b92 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:31.657226 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0252bea2-1e2e-458d-b3e3-52a62efe44be req-f073b30d-82fd-4aea-9403-43d579486b92 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.4687190 Jun 27 12:25:31.669218 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-9350d13b-737d-4ff9-b3c7-875066115648 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1615458 Jun 27 12:25:31.795753 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Pushing event updated for resources: {'Port': ['ID=6c3735be-d2a7-433c-a07c-2f04bf10804d,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:31.801211 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-849912bd-1810-4bf6-88e0-3873a3afb87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:31.808692 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:31.817005 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ffef4240-795c-48f0-b585-f6d3c012cdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:31.838755 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849912bd-1810-4bf6-88e0-3873a3afb87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a38062-15bb-471a-b786-5bf230ceb5aa,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:31.841548 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-849912bd-1810-4bf6-88e0-3873a3afb87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:31.842662 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0252bea2-1e2e-458d-b3e3-52a62efe44be req-ed3ae075-0e18-40b6-bedd-77c06b16f7e7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450264 Jun 27 12:25:31.862814 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-849912bd-1810-4bf6-88e0-3873a3afb87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:31.866458 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-849912bd-1810-4bf6-88e0-3873a3afb87f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07a38062-15bb-471a-b786-5bf230ceb5aa HTTP/1.1" status: 204 len: 168 time: 1.0179522 Jun 27 12:25:31.888710 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-711e75c0-e7bc-4ae9-b45f-9e7b5063d449 req-9578e08c-aa5e-4d9b-8357-c934a16e1f86 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302122 Jun 27 12:25:31.921314 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-464a1e43-a336-41ce-815b-8e2cb5bae0a9 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452347 Jun 27 12:25:31.939547 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1040452 Jun 27 12:25:31.943254 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a7bff-fb25-46f7-afa4-054596d74795 req-52e2e74a-654b-4693-8ca5-45f9b3f8bfbb tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:31.950870 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d67a7bff-fb25-46f7-afa4-054596d74795 req-52e2e74a-654b-4693-8ca5-45f9b3f8bfbb tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 932 time: 0.2529304 Jun 27 12:25:32.073770 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Request body: {'port': {'device_id': '5b6a4178-5282-4073-8a6b-43fc4b451333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:32.105107 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d67a7bff-fb25-46f7-afa4-054596d74795 req-d565d88f-484d-4384-98a8-2196c6a1978d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532900 Jun 27 12:25:32.144158 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1be6264-0c3a-48ca-8403-66e0fe4e3c56 req-18689453-bc49-4f38-80c1-55188a504679 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911888 Jun 27 12:25:32.282505 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-711e75c0-e7bc-4ae9-b45f-9e7b5063d449 req-58a81c12-a0cb-415c-aad6-5dc09d7caf17 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861151 Jun 27 12:25:32.293001 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:32.319813 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07109d6c-4221-4878-8cc5-f926244beca5 req-08ddb39f-7dce-4f01-a760-25ea08bf6d2a tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:32.321039 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-07109d6c-4221-4878-8cc5-f926244beca5 req-08ddb39f-7dce-4f01-a760-25ea08bf6d2a tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 945 time: 0.2172465 Jun 27 12:25:32.325298 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-34acea40-9995-4c71-8665-10d3a8c51a3f req-02cfadfe-360a-489b-8f47-485af24838cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 1098 time: 0.0681572 Jun 27 12:25:32.386842 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-34acea40-9995-4c71-8665-10d3a8c51a3f req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:32.402768 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9cfa8e9a-855e-4a88-9a88-876c3d261336 req-7835b941-91dc-4b67-9dc6-77d7412c1a4f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 210 time: 0.0527401 Jun 27 12:25:32.429476 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-34acea40-9995-4c71-8665-10d3a8c51a3f req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:32.439302 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-34acea40-9995-4c71-8665-10d3a8c51a3f req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] Usage tracker for resource:security_group_rule and tenant:47a6a0f9ca5448c38b0f2bd267bee215 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:32.439302 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-34acea40-9995-4c71-8665-10d3a8c51a3f req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:32.447015 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-34acea40-9995-4c71-8665-10d3a8c51a3f req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:32.460216 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-07109d6c-4221-4878-8cc5-f926244beca5 req-caa63152-08e4-4519-bc1b-497bc4ee374d tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110911 Jun 27 12:25:32.588679 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-34acea40-9995-4c71-8665-10d3a8c51a3f req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:32.726751 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-34acea40-9995-4c71-8665-10d3a8c51a3f req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:32.733992 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:32.772942 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1bee3eb7-e978-43c3-bf69-8319d881054f,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:32.776736 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:32.779874 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-34acea40-9995-4c71-8665-10d3a8c51a3f req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463737 Jun 27 12:25:32.800837 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3735be-d2a7-433c-a07c-2f04bf10804d {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:25:32.809488 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:32.830831 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Transition to ACTIVE for port object 6c3735be-d2a7-433c-a07c-2f04bf10804d will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:32.834988 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e33ae42a-1f63-4328-8ae1-2d65b54bb518 req-9edd82ec-3e47-4fa5-8bfd-dc4d3d2b14ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 1097 time: 0.1477954 Jun 27 12:25:32.926610 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:32.931388 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:32.999336 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Pushing event updated for resources: {'Port': ['ID=6c3735be-d2a7-433c-a07c-2f04bf10804d,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:33.003412 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:33.136539 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Attempting to bind port 6c3735be-d2a7-433c-a07c-2f04bf10804d on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:33.137309 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Attempting to bind port 6c3735be-d2a7-433c-a07c-2f04bf10804d by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:33.137309 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Attempting to bind port 6c3735be-d2a7-433c-a07c-2f04bf10804d on network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:33.210848 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Port 6c3735be-d2a7-433c-a07c-2f04bf10804d on network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:25:33.211223 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Attempting to bind port 6c3735be-d2a7-433c-a07c-2f04bf10804d on network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:33.226503 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:33.227046 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Checking segment: {'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:33.227217 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Bound using segment: {'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:33.227628 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Bound port: 6c3735be-d2a7-433c-a07c-2f04bf10804d, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:33.228005 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:33.279408 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7911e-8903-41a0-a2de-221a02d02fe3 req-ae624468-e1c3-429f-ae91-8b2f35985156 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:33.280908 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-24d7911e-8903-41a0-a2de-221a02d02fe3 req-ae624468-e1c3-429f-ae91-8b2f35985156 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.2243435 Jun 27 12:25:33.340820 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-4c45c9b5-e08a-4251-a341-cde748079cbb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:33.346331 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-4c45c9b5-e08a-4251-a341-cde748079cbb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.50 "GET /v2.0/networks?id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 HTTP/1.1" status: 200 len: 810 time: 0.2386470 Jun 27 12:25:33.424332 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-24d7911e-8903-41a0-a2de-221a02d02fe3 req-59d4059b-6f01-490e-8989-1b5e0b35c95e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279755 Jun 27 12:25:33.438664 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-463a07c6-b71c-4e3b-9695-96d8128ec331 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2244ef11d9504bf89d39de9b6d32b3db HTTP/1.1" status: 200 len: 379 time: 0.0677102 Jun 27 12:25:33.448399 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'port': {'device_id': '377c4621-1616-43a8-ae75-6345a69220ec', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'admin_state_up': True, 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'security_groups': ['e54b7c29-397a-43d6-9fa7-b840beb73cb9']}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:33.539797 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae42a-1f63-4328-8ae1-2d65b54bb518 req-f339837d-f0e9-4938-ac69-9fa884428075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:33.541905 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e33ae42a-1f63-4328-8ae1-2d65b54bb518 req-f339837d-f0e9-4938-ac69-9fa884428075 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 918 time: 0.4356050 Jun 27 12:25:33.671316 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e33ae42a-1f63-4328-8ae1-2d65b54bb518 req-61e5d92e-bb8b-4b89-bd69-2fb73033cbf6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b76df778-5447-4eb3-8e62-20bc50e582bb HTTP/1.1" status: 200 len: 217 time: 0.1174142 Jun 27 12:25:33.756698 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bbcebc5b-249c-4579-8889-951348a4c972 req-0146eca1-764e-43b1-927a-f07cf183af9d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 210 time: 0.0866306 Jun 27 12:25:33.757783 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:33.772747 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:33.809332 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccc93d-c150-4ffc-8d97-800dd01dcc26 req-e8f7dabe-af89-448c-b2eb-5bc7e5ff4914 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:33.811290 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-61ccc93d-c150-4ffc-8d97-800dd01dcc26 req-e8f7dabe-af89-448c-b2eb-5bc7e5ff4914 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Synchronizing usage tracker for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:33.820781 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] For port 6c3735be-d2a7-433c-a07c-2f04bf10804d, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:33.828171 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] For port 6c3735be-d2a7-433c-a07c-2f04bf10804d, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6c3735be-d2a7-433c-a07c-2f04bf10804d,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:33.838124 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae42a-1f63-4328-8ae1-2d65b54bb518 req-bf94bc42-d581-49f1-81b0-1b8d1e595aae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:33.838124 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e33ae42a-1f63-4328-8ae1-2d65b54bb518 req-bf94bc42-d581-49f1-81b0-1b8d1e595aae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.1504192 Jun 27 12:25:33.938332 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Made reservation on behalf of 2244ef11d9504bf89d39de9b6d32b3db for: {'port': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:25:33.942068 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:33.991335 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e33ae42a-1f63-4328-8ae1-2d65b54bb518 req-71949919-e608-4be9-ae34-19014005e279 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1502244 Jun 27 12:25:34.008199 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-61ccc93d-c150-4ffc-8d97-800dd01dcc26 req-e8f7dabe-af89-448c-b2eb-5bc7e5ff4914 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Unset dirty status for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:34.010006 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-61ccc93d-c150-4ffc-8d97-800dd01dcc26 req-e8f7dabe-af89-448c-b2eb-5bc7e5ff4914 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 944 time: 0.7358601 Jun 27 12:25:34.010470 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:34.023762 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:34.069793 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002dfe5-47b4-40fd-bb53-3e7b640bbec2 req-a3a898e4-f8ec-4f46-a452-3398c4ac6ebb tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:34.076624 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c002dfe5-47b4-40fd-bb53-3e7b640bbec2 req-a3a898e4-f8ec-4f46-a452-3398c4ac6ebb tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 945 time: 0.1892085 Jun 27 12:25:34.113628 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 68d8f1b6-a10f-4850-b67b-4e637f95ee69 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:25:34.201281 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c002dfe5-47b4-40fd-bb53-3e7b640bbec2 req-506b421b-3180-4b21-828b-8ab89eb6e404 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200695 Jun 27 12:25:34.235684 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-61ccc93d-c150-4ffc-8d97-800dd01dcc26 req-4201b9a1-879e-4a44-9306-f4329b311d48 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Synchronizing usage tracker for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:34.258715 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Allocated IP 172.20.0.10 (ff83e82f-e9f7-45b7-8e4a-c3851b8701b1/d60794f9-f792-4460-b0da-5a2970dbf331/c8e9cce7-ff9a-445f-a44c-e771182b1924) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:25:34.282647 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:34.284547 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] 10.222.0.50 "PUT /v2.0/ports/6c3735be-d2a7-433c-a07c-2f04bf10804d HTTP/1.1" status: 200 len: 1094 time: 2.2463853 Jun 27 12:25:34.291037 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6a4178-5282-4073-8a6b-43fc4b451333', 'tag': '6c3735be-d2a7-433c-a07c-2f04bf10804d'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:34.306008 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 68d8f1b6-a10f-4850-b67b-4e637f95ee69, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:34.308482 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Pushing event updated for resources: {'Port': ['ID=6c3735be-d2a7-433c-a07c-2f04bf10804d,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:34.313031 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:34.335020 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '68d8f1b6-a10f-4850-b67b-4e637f95ee69', 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e', 'port_id': '68d8f1b6-a10f-4850-b67b-4e637f95ee69', 'mac_address': 'fa:16:3e:8f:ad:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:25:34.356180 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e33ae42a-1f63-4328-8ae1-2d65b54bb518 req-0464fe98-d0a0-46a6-b02b-f5878e07a141 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332222 Jun 27 12:25:34.391960 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6a4178-5282-4073-8a6b-43fc4b451333', 'tag': '6c3735be-d2a7-433c-a07c-2f04bf10804d', 'status': 'completed', 'code': 200} Jun 27 12:25:34.408702 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:34.430395 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d8f1b6-a10f-4850-b67b-4e637f95ee69 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:25:34.446099 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 68d8f1b6-a10f-4850-b67b-4e637f95ee69, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:34.498423 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-61ccc93d-c150-4ffc-8d97-800dd01dcc26 req-4201b9a1-879e-4a44-9306-f4329b311d48 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Unset dirty status for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:34.499594 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-61ccc93d-c150-4ffc-8d97-800dd01dcc26 req-4201b9a1-879e-4a44-9306-f4329b311d48 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790630 Jun 27 12:25:34.513662 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:34.545081 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:34.546781 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:34.578246 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Transition to ACTIVE for port object c8e9cce7-ff9a-445f-a44c-e771182b1924 will not be triggered until provisioned by entity DHCP. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:34.599057 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4212b813-b364-4d4a-86de-e9aa904f462a req-922a3103-e4a3-4b37-9284-a6883defb50d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 1097 time: 0.1456614 Jun 27 12:25:34.646787 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=68d8f1b6-a10f-4850-b67b-4e637f95ee69,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:34.652740 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:34.688033 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e33ae42a-1f63-4328-8ae1-2d65b54bb518 req-e67deaf8-21fb-4e6a-9ce2-9cc62bb3ee6c service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214397 Jun 27 12:25:34.718704 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:34.745032 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:34.865611 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212b813-b364-4d4a-86de-e9aa904f462a req-5e05fc9c-5699-42e4-9375-5e81b93da756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:34.867872 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4212b813-b364-4d4a-86de-e9aa904f462a req-5e05fc9c-5699-42e4-9375-5e81b93da756 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=09b76f9900e54c2a91ea7191b459f624&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2417998 Jun 27 12:25:34.930375 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['68d8f1b6-a10f-4850-b67b-4e637f95ee69'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:25:34.989284 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'Port': ['ID=c8e9cce7-ff9a-445f-a44c-e771182b1924,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:35.001487 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:25:35.005487 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:35.012375 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:25:35.015501 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:25:35.024473 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:35.025119 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:35.033954 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ab378-0599-46a4-bcbf-0c5a0d1bdcd2 req-3a6fddf9-0db6-4e62-ac7c-7feb4670618f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:35.035439 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a87ab378-0599-46a4-bcbf-0c5a0d1bdcd2 req-3a6fddf9-0db6-4e62-ac7c-7feb4670618f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.3599122 Jun 27 12:25:35.121072 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a87ab378-0599-46a4-bcbf-0c5a0d1bdcd2 req-5127c9e8-4e33-4c6d-ae2c-f84c583f2445 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763094 Jun 27 12:25:35.226520 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7824132 Jun 27 12:25:35.233298 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212b813-b364-4d4a-86de-e9aa904f462a req-97ac59ed-6992-41ef-92a3-69993b7583b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:35.235384 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4212b813-b364-4d4a-86de-e9aa904f462a req-97ac59ed-6992-41ef-92a3-69993b7583b0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3592389 Jun 27 12:25:35.248635 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371dfa9-a518-409c-850a-f2ecd3a6c839 req-695df66c-46ef-4377-8af4-8dc2c945ef35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:35.249863 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4371dfa9-a518-409c-850a-f2ecd3a6c839 req-695df66c-46ef-4377-8af4-8dc2c945ef35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 932 time: 0.2065670 Jun 27 12:25:35.265473 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Request body: {'port': {'device_id': '377c4621-1616-43a8-ae75-6345a69220ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:35.391432 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-4371dfa9-a518-409c-850a-f2ecd3a6c839 req-aa87b5c2-276f-477d-a0d3-074dafb82b77 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Synchronizing usage tracker for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:35.432262 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-0d2910e8-c0f9-4bbd-9367-79e3e6cb7573 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 1097 time: 0.1086173 Jun 27 12:25:35.456126 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-d4833cc5-8c60-453b-806a-f4f4424042b8 None None] Provisioning for port c8e9cce7-ff9a-445f-a44c-e771182b1924 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:35.463189 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-d4833cc5-8c60-453b-806a-f4f4424042b8 None None] Provisioning complete for port c8e9cce7-ff9a-445f-a44c-e771182b1924 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:35.463788 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d4833cc5-8c60-453b-806a-f4f4424042b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:35.505063 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:35.523361 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-f7e17884-be7c-4080-ae66-058effcb64de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c3735be-d2a7-433c-a07c-2f04bf10804d HTTP/1.1" status: 200 len: 217 time: 0.0774615 Jun 27 12:25:35.586908 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-d4833cc5-8c60-453b-806a-f4f4424042b8 None None] Port c8e9cce7-ff9a-445f-a44c-e771182b1924 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:25:35.593216 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ba5f4-a4f2-45f1-959a-b2ac5758ff4d req-eefc72dc-1565-4d30-918c-02f63b95fee6 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:35.594866 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ae7ba5f4-a4f2-45f1-959a-b2ac5758ff4d req-eefc72dc-1565-4d30-918c-02f63b95fee6 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 945 time: 0.1825364 Jun 27 12:25:35.666285 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-bc85ceae-bb6b-41f5-b9b9-a8f9d91b7062 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:35.667622 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-bc85ceae-bb6b-41f5-b9b9-a8f9d91b7062 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 200 len: 859 time: 0.1307933 Jun 27 12:25:35.668365 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-4371dfa9-a518-409c-850a-f2ecd3a6c839 req-aa87b5c2-276f-477d-a0d3-074dafb82b77 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Unset dirty status for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:35.669590 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4371dfa9-a518-409c-850a-f2ecd3a6c839 req-aa87b5c2-276f-477d-a0d3-074dafb82b77 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4023266 Jun 27 12:25:35.728712 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-beddd69a-27b6-4e68-a62f-33970958a45d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543628 Jun 27 12:25:35.739076 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ae7ba5f4-a4f2-45f1-959a-b2ac5758ff4d req-2b372e57-338f-4ebe-8bd8-ebfe9e50f7de tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339729 Jun 27 12:25:35.950008 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e9cce7-ff9a-445f-a44c-e771182b1924 {{(pid=75088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:25:35.958710 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:35.976065 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Transition to ACTIVE for port object c8e9cce7-ff9a-445f-a44c-e771182b1924 will not be triggered until provisioned by entity L2. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:36.063057 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-e54b1371-3da1-4631-bb41-f45238b52f32 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135991 Jun 27 12:25:36.073451 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:36.079215 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:36.134652 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b76df778-5447-4eb3-8e62-20bc50e582bb details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:25:36.153053 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b601173-51be-4b71-b7ad-181e1ea10184 req-6bec7a5d-9ae0-4b6e-9122-08074cab39a0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:36.160381 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8b601173-51be-4b71-b7ad-181e1ea10184 req-6bec7a5d-9ae0-4b6e-9122-08074cab39a0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 944 time: 0.2406733 Jun 27 12:25:36.208662 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e9cce7-ff9a-445f-a44c-e771182b1924,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:36.211638 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:36.254715 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-51fa9efa-334b-4880-a14b-461b2dc326e9 req-77aebfb7-7c5e-4dd7-852d-949ac6002945 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844411 Jun 27 12:25:36.314031 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8b601173-51be-4b71-b7ad-181e1ea10184 req-360b0ca6-fd7c-457c-99b7-f151093d4e65 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526721 Jun 27 12:25:36.328565 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Attempting to bind port c8e9cce7-ff9a-445f-a44c-e771182b1924 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:36.328565 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Attempting to bind port c8e9cce7-ff9a-445f-a44c-e771182b1924 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:36.328565 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Attempting to bind port c8e9cce7-ff9a-445f-a44c-e771182b1924 on network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:36.328913 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:36.340920 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 68d8f1b6-a10f-4850-b67b-4e637f95ee69 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:36.342145 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Port c8e9cce7-ff9a-445f-a44c-e771182b1924 on network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:25:36.342461 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Attempting to bind port c8e9cce7-ff9a-445f-a44c-e771182b1924 on network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:36.355961 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:36.356474 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Checking segment: {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:36.361710 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Bound using segment: {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:36.362294 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Bound port: c8e9cce7-ff9a-445f-a44c-e771182b1924, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'}}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:36.362762 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:36.395945 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'port_id': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'mac_address': 'fa:16:3e:29:86:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:25:36.467689 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:36.488974 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76df778-5447-4eb3-8e62-20bc50e582bb {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:25:36.510823 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:36.518549 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] For port c8e9cce7-ff9a-445f-a44c-e771182b1924, host hv-cinder-79809, cleared binding levels {{(pid=75088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:36.522214 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] For port c8e9cce7-ff9a-445f-a44c-e771182b1924, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c8e9cce7-ff9a-445f-a44c-e771182b1924,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:36.530708 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724e090-f4f5-4019-a107-c2b0c19aedc3 req-8d3608fc-b1d6-4369-8ddd-a0a8cb6d3a0b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:36.532704 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b724e090-f4f5-4019-a107-c2b0c19aedc3 req-8d3608fc-b1d6-4369-8ddd-a0a8cb6d3a0b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1562572 Jun 27 12:25:36.558968 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 68d8f1b6-a10f-4850-b67b-4e637f95ee69 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:36.564550 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 68d8f1b6-a10f-4850-b67b-4e637f95ee69 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:36.564897 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:36.577631 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b724e090-f4f5-4019-a107-c2b0c19aedc3 req-6f716f23-9f02-4f55-9ed7-e2c7f2c837c4 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390384 Jun 27 12:25:36.588472 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:36.594701 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-db8d438f-401b-43c7-b309-73d47c885d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:36.595336 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:36.603012 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:36.671194 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:36.673143 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] 10.222.0.50 "PUT /v2.0/ports/c8e9cce7-ff9a-445f-a44c-e771182b1924 HTTP/1.1" status: 200 len: 1094 time: 1.4145801 Jun 27 12:25:36.673609 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377c4621-1616-43a8-ae75-6345a69220ec', 'tag': 'c8e9cce7-ff9a-445f-a44c-e771182b1924'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:36.713507 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e9cce7-ff9a-445f-a44c-e771182b1924,revision_number=3']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:36.720832 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:36.725457 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:36.732817 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:36.803701 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377c4621-1616-43a8-ae75-6345a69220ec', 'tag': 'c8e9cce7-ff9a-445f-a44c-e771182b1924', 'status': 'completed', 'code': 200} Jun 27 12:25:36.844134 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:36.882858 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa41401-fa78-4559-b6f4-63cce74f2ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d8f1b6-a10f-4850-b67b-4e637f95ee69'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:36.917241 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 68d8f1b6-a10f-4850-b67b-4e637f95ee69, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:36.947322 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa41401-fa78-4559-b6f4-63cce74f2ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d8f1b6-a10f-4850-b67b-4e637f95ee69', 'code': 200} Jun 27 12:25:36.995594 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b76df778-5447-4eb3-8e62-20bc50e582bb'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:25:37.024740 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:37.028541 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-34ea82ae-6723-4eca-a0f1-3e6e93f9b1ef req-dae49527-79da-4f6f-a16d-cf675a596339 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 1097 time: 0.1697228 Jun 27 12:25:37.032256 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-dd4d6a27-8d5f-4339-ae48-1446826da762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:37.039657 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287fbd2-ee07-4a9f-8cb8-427d24466642 req-3c83ce48-37fc-46c7-b950-fc9d41c598df tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:37.040418 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-c287fbd2-ee07-4a9f-8cb8-427d24466642 req-3c83ce48-37fc-46c7-b950-fc9d41c598df tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Synchronizing usage tracker for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:37.138496 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=68d8f1b6-a10f-4850-b67b-4e637f95ee69,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:37.142937 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:37.220828 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea82ae-6723-4eca-a0f1-3e6e93f9b1ef req-21339ee3-17da-4e60-a518-a5ad21acd5ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:37.222706 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-34ea82ae-6723-4eca-a0f1-3e6e93f9b1ef req-21339ee3-17da-4e60-a518-a5ad21acd5ba service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1741357 Jun 27 12:25:37.261254 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-c287fbd2-ee07-4a9f-8cb8-427d24466642 req-3c83ce48-37fc-46c7-b950-fc9d41c598df tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Unset dirty status for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:37.262377 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c287fbd2-ee07-4a9f-8cb8-427d24466642 req-3c83ce48-37fc-46c7-b950-fc9d41c598df tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 944 time: 0.3353188 Jun 27 12:25:37.390313 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c287fbd2-ee07-4a9f-8cb8-427d24466642 req-6ad2f039-9e62-44c7-b0c4-fd2055971047 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202297 Jun 27 12:25:37.417891 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea82ae-6723-4eca-a0f1-3e6e93f9b1ef req-4e5068b6-93f9-428d-a1e5-28a9f932f95c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:37.417891 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-34ea82ae-6723-4eca-a0f1-3e6e93f9b1ef req-4e5068b6-93f9-428d-a1e5-28a9f932f95c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1728494 Jun 27 12:25:37.604429 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77441042-04df-4b5c-8c52-8fc4bc2bdd05 req-8c469cb9-394b-44b2-9dfe-70e591b71633 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 1098 time: 0.2063994 Jun 27 12:25:37.624235 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-f5a0770f-50fa-4f0c-9fd0-c5d5319d7863 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 1097 time: 0.1468532 Jun 27 12:25:37.675520 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08432449-740a-4f22-ab7a-95b2894d0f3d req-4a91f608-1d54-476e-b0d4-fbbe98047015 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:37.677548 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-08432449-740a-4f22-ab7a-95b2894d0f3d req-4a91f608-1d54-476e-b0d4-fbbe98047015 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 944 time: 0.2101529 Jun 27 12:25:37.682128 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77441042-04df-4b5c-8c52-8fc4bc2bdd05 req-a417d163-eb4f-48e3-9920-1a04ff165b5f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643287 Jun 27 12:25:37.702657 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-b0704f34-c3a0-4271-aa8a-2f38e10c3321 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8e9cce7-ff9a-445f-a44c-e771182b1924 HTTP/1.1" status: 200 len: 217 time: 0.0652597 Jun 27 12:25:37.724312 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-08432449-740a-4f22-ab7a-95b2894d0f3d req-d79d922f-ee10-4ef2-aaca-9a9c1fb28504 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404413 Jun 27 12:25:37.829312 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60809b91-08a0-45ab-ba0e-106452e679c8 req-7b688352-b875-4eed-b372-d8a7737c2c12 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:37.830774 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-60809b91-08a0-45ab-ba0e-106452e679c8 req-7b688352-b875-4eed-b372-d8a7737c2c12 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 945 time: 0.0754805 Jun 27 12:25:37.875429 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-60809b91-08a0-45ab-ba0e-106452e679c8 req-8c06ee4e-013f-4390-b4bb-0639d4aa9496 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387511 Jun 27 12:25:38.042661 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-362d7a77-15bc-46a2-ab8f-d705e48a963f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:38.044146 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-362d7a77-15bc-46a2-ab8f-d705e48a963f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d60794f9-f792-4460-b0da-5a2970dbf331 HTTP/1.1" status: 200 len: 849 time: 0.0668991 Jun 27 12:25:38.194776 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b76df778-5447-4eb3-8e62-20bc50e582bb up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:38.195325 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-e6599133-a288-4782-85f5-d8db1ba55ccf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749159 Jun 27 12:25:38.276768 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-2e8a2a8a-783b-4b2b-8b97-16f80d1f5aa7 service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311002 Jun 27 12:25:38.408252 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3b06784f-7f08-4bc4-a6c5-d28d813f39d3 req-66ee5749-4c03-419d-bf1b-671da111f750 service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251864 Jun 27 12:25:38.588227 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32626f1b-f035-41a9-b60e-fe1e81a86f8a req-32ba21b0-7fb5-4909-8ca8-6cd443a032f3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:38.589591 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-32626f1b-f035-41a9-b60e-fe1e81a86f8a req-32ba21b0-7fb5-4909-8ca8-6cd443a032f3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 944 time: 0.0771298 Jun 27 12:25:38.636522 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-32626f1b-f035-41a9-b60e-fe1e81a86f8a req-4c76f322-0065-4718-af85-b9456d89d869 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414062 Jun 27 12:25:38.806607 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port b76df778-5447-4eb3-8e62-20bc50e582bb completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:38.812863 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port b76df778-5447-4eb3-8e62-20bc50e582bb triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:38.813292 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:38.924376 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b301cc6-3c3e-4531-8040-18a3cf61b7d6 req-d3a4d08f-65ac-4709-9f75-2bbfe2ce6032 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:38.933008 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6b301cc6-3c3e-4531-8040-18a3cf61b7d6 req-d3a4d08f-65ac-4709-9f75-2bbfe2ce6032 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 944 time: 0.0856295 Jun 27 12:25:38.948044 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:38.979728 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6b301cc6-3c3e-4531-8040-18a3cf61b7d6 req-66879d70-c04b-4de7-9d22-44386d4405ed tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458808 Jun 27 12:25:38.983723 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:38.994025 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:39.048480 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'code': 200} Jun 27 12:25:39.114670 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783303c9-729f-4868-b8a3-217c58ad33ce req-82633d6d-1f49-4eaa-837b-9e4fb1740793 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:39.116336 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-783303c9-729f-4868-b8a3-217c58ad33ce req-82633d6d-1f49-4eaa-837b-9e4fb1740793 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 945 time: 0.0863392 Jun 27 12:25:39.135667 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:39.137649 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:39.167273 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-783303c9-729f-4868-b8a3-217c58ad33ce req-8b759add-5cc9-4c07-809a-cdc405d87710 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450578 Jun 27 12:25:39.231928 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:39.235502 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:39.395136 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Sync routers for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:25:39.407747 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:39.408429 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:25:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:39.574143 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-53289c9f-edae-4d87-ad93-daf7fff4b966 req-0ec98a7c-e2ab-4233-9b29-b5e87b352a91 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 1099 time: 0.0924802 Jun 27 12:25:39.625434 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-53289c9f-edae-4d87-ad93-daf7fff4b966 req-af769785-31b7-4b31-a54a-6e78d03314cd service neutron] Synchronizing usage tracker for tenant:47a6a0f9ca5448c38b0f2bd267bee215 on resource:security_group {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:39.635660 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:39.772700 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-53289c9f-edae-4d87-ad93-daf7fff4b966 req-af769785-31b7-4b31-a54a-6e78d03314cd service neutron] Unset dirty status for tenant:47a6a0f9ca5448c38b0f2bd267bee215 on resource:security_group {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:39.774984 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-53289c9f-edae-4d87-ad93-daf7fff4b966 req-af769785-31b7-4b31-a54a-6e78d03314cd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913912 Jun 27 12:25:39.854429 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c519779-b987-453c-8206-b7d5877dc12d req-4483e19e-edab-4b1e-a8f3-4c350ec1da0c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:39.855875 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0c519779-b987-453c-8206-b7d5877dc12d req-4483e19e-edab-4b1e-a8f3-4c350ec1da0c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 944 time: 0.0952029 Jun 27 12:25:39.933194 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0c519779-b987-453c-8206-b7d5877dc12d req-af7d9d21-9110-4b65-937e-8a097c69035c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705161 Jun 27 12:25:39.987240 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:11Z', 'revision_number': 2, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:39.991355 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Checking router: 932e614c-677c-4f8d-bd97-941733b1485c for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:25:39.991720 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Updating router 932e614c-677c-4f8d-bd97-941733b1485c port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 binding host dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:25:40.046253 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:40.157652 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 6c3735be-d2a7-433c-a07c-2f04bf10804d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:25:40.197398 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a864f64-84f3-4839-8f2b-345e31cb5b3e req-7c5b8834-c602-48ed-a973-3f276234b4b2 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:40.197398 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6a864f64-84f3-4839-8f2b-345e31cb5b3e req-7c5b8834-c602-48ed-a973-3f276234b4b2 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 944 time: 0.0845788 Jun 27 12:25:40.280961 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6a864f64-84f3-4839-8f2b-345e31cb5b3e req-ef297c47-8862-4ead-881d-f4cbb22b29d5 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806251 Jun 27 12:25:40.323601 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 6c3735be-d2a7-433c-a07c-2f04bf10804d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6c3735be-d2a7-433c-a07c-2f04bf10804d,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:40.346418 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '6c3735be-d2a7-433c-a07c-2f04bf10804d', 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e', 'port_id': '6c3735be-d2a7-433c-a07c-2f04bf10804d', 'mac_address': 'fa:16:3e:9c:9e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:25:40.412551 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:40.431564 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3735be-d2a7-433c-a07c-2f04bf10804d {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:25:40.499652 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33406) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:40.504240 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 6c3735be-d2a7-433c-a07c-2f04bf10804d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6c3735be-d2a7-433c-a07c-2f04bf10804d,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:40.527184 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ed250-d12e-4a6f-b2fe-c62d20459a16 req-26b170a8-e73a-445b-87c5-a8a5a7a5e4ab tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:40.528692 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d45ed250-d12e-4a6f-b2fe-c62d20459a16 req-26b170a8-e73a-445b-87c5-a8a5a7a5e4ab tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1237288 Jun 27 12:25:40.535924 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:40.551127 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Transition to ACTIVE for port object 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:40.590486 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d45ed250-d12e-4a6f-b2fe-c62d20459a16 req-cb15d98e-ea5c-4bc5-9d2a-b94d9cdda786 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552852 Jun 27 12:25:40.622072 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:40.625335 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:40.662852 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:40.667380 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-2c3b5925-18d5-477e-9899-d85cc5128a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:40.683261 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:40.711755 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=6c3735be-d2a7-433c-a07c-2f04bf10804d,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:40.718541 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:40.741667 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:40.750843 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] Usage tracker for resource:security_group_rule and tenant:c78bc06589694f8284c87cb5ec8e08a1 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:40.754472 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:40.761536 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:40.786988 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712e8c9-4fc9-4877-9403-53e31891eb80 None None] Pushing event updated for resources: {'Port': ['ID=2bd316ec-e8d7-40c2-bef3-a6043364c1c2,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:40.789760 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-0712e8c9-4fc9-4877-9403-53e31891eb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:40.868854 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:40.903975 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Attempting to bind port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:40.903975 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Attempting to bind port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:40.914121 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Attempting to bind port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 on network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:40.928160 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:40.928679 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Checking segment: {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:40.929630 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:40.930052 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Bound using segment: {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:40.930555 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Bound port: 2bd316ec-e8d7-40c2-bef3-a6043364c1c2, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:40.930952 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:40.958518 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:40.998430 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:41.013270 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c78bc06589694f8284c87cb5ec8e08a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5111327 Jun 27 12:25:41.017037 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 33432) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:41.062110 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79c6ac2-2fe2-4457-b1fc-02df46296c8a,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:41.076536 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:41.084956 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] For port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:41.088406 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] For port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=2bd316ec-e8d7-40c2-bef3-a6043364c1c2,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:41.104410 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['6c3735be-d2a7-433c-a07c-2f04bf10804d'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:25:41.189894 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7f13cfba-fed6-4b2c-a576-5cb4f4fc33d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:41.232531 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7f13cfba-fed6-4b2c-a576-5cb4f4fc33d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:41.276457 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:41.285427 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-2c3b5925-18d5-477e-9899-d85cc5128a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:41.288617 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfcf8-a5b6-41ec-880f-1333cfe0d68d req-c0023579-765f-4be7-be67-e9d65449db02 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:41.290086 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b93bfcf8-a5b6-41ec-880f-1333cfe0d68d req-c0023579-765f-4be7-be67-e9d65449db02 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 944 time: 0.1651220 Jun 27 12:25:41.364277 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b93bfcf8-a5b6-41ec-880f-1333cfe0d68d req-c37e1005-439b-464e-9f46-7ad928aada58 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684249 Jun 27 12:25:41.416325 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7f13cfba-fed6-4b2c-a576-5cb4f4fc33d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:41.422550 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-827b6287-2dc1-45fc-a874-feb6bef0bc2b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:41.428729 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:41.429558 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:25:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:41.447843 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13cfba-fed6-4b2c-a576-5cb4f4fc33d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79c6ac2-2fe2-4457-b1fc-02df46296c8a,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:41.461543 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7f13cfba-fed6-4b2c-a576-5cb4f4fc33d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:41.462737 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7f13cfba-fed6-4b2c-a576-5cb4f4fc33d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:41.466735 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-7f13cfba-fed6-4b2c-a576-5cb4f4fc33d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c79c6ac2-2fe2-4457-b1fc-02df46296c8a HTTP/1.1" status: 204 len: 168 time: 0.4477065 Jun 27 12:25:41.555891 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712e8c9-4fc9-4877-9403-53e31891eb80 None None] Pushing event updated for resources: {'Port': ['ID=2bd316ec-e8d7-40c2-bef3-a6043364c1c2,revision_number=4']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:41.562680 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-0712e8c9-4fc9-4877-9403-53e31891eb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:41.576212 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71846845-4438-4e1c-91b9-d475a2989278 req-8a801f1f-9d6a-4005-8cf6-48874ab04b55 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:41.583924 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-71846845-4438-4e1c-91b9-d475a2989278 req-8a801f1f-9d6a-4005-8cf6-48874ab04b55 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 945 time: 0.1036494 Jun 27 12:25:41.690485 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-71846845-4438-4e1c-91b9-d475a2989278 req-1006d9f5-5d35-4194-9746-46e6fb3c436f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052513 Jun 27 12:25:41.736576 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:41.867524 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3526576-8aed-4d25-a038-4b4b2844215d req-c1c87b73-dccb-45df-8eb1-e9bf79d943a7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:41.869519 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f3526576-8aed-4d25-a038-4b4b2844215d req-c1c87b73-dccb-45df-8eb1-e9bf79d943a7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0851562 Jun 27 12:25:41.922986 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f3526576-8aed-4d25-a038-4b4b2844215d req-a7cb564d-3500-4bd6-9da4-fafcc2e49e06 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468094 Jun 27 12:25:42.087940 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:41Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:42.092170 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a613e-73fb-4833-ac10-9e1325ae9de0 None None] The sync data for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb is: [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:41Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:25:42.179307 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device c8e9cce7-ff9a-445f-a44c-e771182b1924 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:25:42.190095 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 6c3735be-d2a7-433c-a07c-2f04bf10804d up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:42.213376 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091209e-b7b5-4a15-a150-c7b22f7849f6 req-d8678321-e511-4226-a4cc-f3a0ac42d20c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:42.213376 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4091209e-b7b5-4a15-a150-c7b22f7849f6 req-d8678321-e511-4226-a4cc-f3a0ac42d20c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1047192 Jun 27 12:25:42.213376 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33466) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:42.217577 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-bbd96b93-44c9-4243-b086-16d260f6f6c1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'floatingip': {'port_id': 'b76df778-5447-4eb3-8e62-20bc50e582bb'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:42.298344 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bbd96b93-44c9-4243-b086-16d260f6f6c1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:42.410645 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port c8e9cce7-ff9a-445f-a44c-e771182b1924, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c8e9cce7-ff9a-445f-a44c-e771182b1924,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:42.426961 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': 'c8e9cce7-ff9a-445f-a44c-e771182b1924', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'port_id': 'c8e9cce7-ff9a-445f-a44c-e771182b1924', 'mac_address': 'fa:16:3e:34:3e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:25:42.517037 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:42.536795 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e9cce7-ff9a-445f-a44c-e771182b1924 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:25:42.562959 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port c8e9cce7-ff9a-445f-a44c-e771182b1924, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c8e9cce7-ff9a-445f-a44c-e771182b1924,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:42.569609 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 6c3735be-d2a7-433c-a07c-2f04bf10804d completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:42.576062 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 6c3735be-d2a7-433c-a07c-2f04bf10804d triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:42.576877 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:42.620681 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01313240-7c72-4871-ad06-f94e510054b0 req-a82a3fbc-dadb-4bfe-87ea-578d056af29e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:42.628886 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-01313240-7c72-4871-ad06-f94e510054b0 req-a82a3fbc-dadb-4bfe-87ea-578d056af29e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 944 time: 0.1201012 Jun 27 12:25:42.695409 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-01313240-7c72-4871-ad06-f94e510054b0 req-993842eb-357e-45a0-88ee-48e85cc9d7cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654793 Jun 27 12:25:42.737390 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:42.798787 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6a4178-5282-4073-8a6b-43fc4b451333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3735be-d2a7-433c-a07c-2f04bf10804d'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:42.810229 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 33480) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:42.818352 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 6c3735be-d2a7-433c-a07c-2f04bf10804d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6c3735be-d2a7-433c-a07c-2f04bf10804d,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:42.860500 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:42.860500 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5a9a7262-ed19-4bc2-a77f-fbd1c55d072e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:42.861735 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:42.940961 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:42.946965 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] Usage tracker for resource:security_group_rule and tenant:6045f3ee5e3d4bebbeba0df2592b3981 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:42.955428 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:42.959970 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a4178-5282-4073-8a6b-43fc4b451333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3735be-d2a7-433c-a07c-2f04bf10804d', 'code': 200} Jun 27 12:25:42.964492 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=c8e9cce7-ff9a-445f-a44c-e771182b1924,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:42.969402 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:42.974921 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:43.018126 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:43.095402 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.100918 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:43.121345 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.190525 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=6c3735be-d2a7-433c-a07c-2f04bf10804d,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:43.193718 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:43.241284 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['c8e9cce7-ff9a-445f-a44c-e771182b1924'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:25:43.247878 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.280564 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:43.343057 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:43.348234 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7838f691-beb0-440f-91b1-6b6f90fd9504,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:43.356414 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6045f3ee5e3d4bebbeba0df2592b3981&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5450995 Jun 27 12:25:43.357468 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:43.357924 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 33494) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:43.364630 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:43.365401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.438732 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8478d-d4bd-44fc-9187-de6f7d086f6b req-d6406a79-c9c9-405e-9180-c183d3081900 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:43.447316 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3ed8478d-d4bd-44fc-9187-de6f7d086f6b req-d6406a79-c9c9-405e-9180-c183d3081900 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.4489357 Jun 27 12:25:43.449211 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4c29f69-a946-493d-8872-c1869b3b4aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.491476 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4c29f69-a946-493d-8872-c1869b3b4aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.589949 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.650589 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=2bd316ec-e8d7-40c2-bef3-a6043364c1c2,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:43.658010 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4c29f69-a946-493d-8872-c1869b3b4aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.662930 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:43.676176 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c29f69-a946-493d-8872-c1869b3b4aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7838f691-beb0-440f-91b1-6b6f90fd9504,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:43.678718 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c4c29f69-a946-493d-8872-c1869b3b4aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:43.679901 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4c29f69-a946-493d-8872-c1869b3b4aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.683443 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c4c29f69-a946-493d-8872-c1869b3b4aa8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7838f691-beb0-440f-91b1-6b6f90fd9504 HTTP/1.1" status: 204 len: 168 time: 0.3222163 Jun 27 12:25:43.713694 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3ed8478d-d4bd-44fc-9187-de6f7d086f6b req-7021c481-93e1-4f40-9094-c71547461888 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614756 Jun 27 12:25:43.784215 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bbd96b93-44c9-4243-b086-16d260f6f6c1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.798868 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3e9cf58e-2ac3-4878-a0c9-3411ee94caf6 req-b61ba5f2-52d7-4033-a65e-c9bed5ba3654 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 1099 time: 0.1289351 Jun 27 12:25:43.848643 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3e9cf58e-2ac3-4878-a0c9-3411ee94caf6 req-ecf393ee-8f96-404c-bfb0-e7b3b0599f89 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Jun 27 12:25:43.863110 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.865440 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:43.907395 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249910e-3bf1-44ef-8f38-264009b8f88d req-98cc04d5-e48f-48bb-96c9-efee5e4d6b36 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:43.909080 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f249910e-3bf1-44ef-8f38-264009b8f88d req-98cc04d5-e48f-48bb-96c9-efee5e4d6b36 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 945 time: 0.0895236 Jun 27 12:25:43.936620 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bbd96b93-44c9-4243-b086-16d260f6f6c1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:43.944944 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=2bd316ec-e8d7-40c2-bef3-a6043364c1c2,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:43.948131 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:43.960968 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f249910e-3bf1-44ef-8f38-264009b8f88d req-6f33bcbc-93b0-48d4-bc12-be5489ea0b9c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439045 Jun 27 12:25:44.131362 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.l3_db [None req-bbd96b93-44c9-4243-b086-16d260f6f6c1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Floating IP 6c6d9985-20a5-45d7-b9ed-a64746e0f142 associated. External IP: 172.28.3.94, port: b76df778-5447-4eb3-8e62-20bc50e582bb. Jun 27 12:25:44.635159 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd96b93-44c9-4243-b086-16d260f6f6c1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Router 441b821e-8b62-4936-9c88-5970a290d16f has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:25:44.900401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:45.041822 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:45.042215 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:45.136799 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd96b93-44c9-4243-b086-16d260f6f6c1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:25:45.161294 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01a910-94ba-4804-b1d9-0b71430dad88 req-e9a98136-610e-4eff-a435-1832e3b0b9c6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:45.162869 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7b01a910-94ba-4804-b1d9-0b71430dad88 req-e9a98136-610e-4eff-a435-1832e3b0b9c6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1595848 Jun 27 12:25:45.163924 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bbd96b93-44c9-4243-b086-16d260f6f6c1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:45.175404 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] Sync routers for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:25:45.219555 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:45.220299 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:25:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:45.282989 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba4f97-6fa1-4954-8003-8deabc5f239f req-39cde860-b52a-47f6-bed2-7ff1cfb465bb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:45.285132 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bdba4f97-6fa1-4954-8003-8deabc5f239f req-39cde860-b52a-47f6-bed2-7ff1cfb465bb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 945 time: 0.1550281 Jun 27 12:25:45.285894 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-bbd96b93-44c9-4243-b086-16d260f6f6c1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "PUT /v2.0/floatingips/6c6d9985-20a5-45d7-b9ed-a64746e0f142 HTTP/1.1" status: 200 len: 991 time: 3.0729795 Jun 27 12:25:45.289424 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:45.323422 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7b01a910-94ba-4804-b1d9-0b71430dad88 req-6b5742ea-b713-40ce-a378-4dc91163f8a6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244142 Jun 27 12:25:45.379272 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bdba4f97-6fa1-4954-8003-8deabc5f239f req-c78d1d1a-c36a-4d6d-ae76-242ad2ae69e4 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859106 Jun 27 12:25:45.465956 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'status': 'completed', 'code': 200} Jun 27 12:25:45.513188 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:45.640650 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f645c5c-feee-40a3-96c2-e10bbde4e516 req-539ff9dc-cb32-4fff-9766-4ad3ae68fc56 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 1099 time: 0.1133449 Jun 27 12:25:45.702555 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 33554) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:45.825993 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645c5c-feee-40a3-96c2-e10bbde4e516 req-6b84022e-663a-416d-9367-6a315c18d016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:45.827485 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f645c5c-feee-40a3-96c2-e10bbde4e516 req-6b84022e-663a-416d-9367-6a315c18d016 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 918 time: 0.1777954 Jun 27 12:25:45.981428 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f645c5c-feee-40a3-96c2-e10bbde4e516 req-8d283d4c-de02-4420-a685-b8be35194481 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b76df778-5447-4eb3-8e62-20bc50e582bb HTTP/1.1" status: 200 len: 999 time: 0.1394029 Jun 27 12:25:45.985047 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:46.054057 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '6c6d9985-20a5-45d7-b9ed-a64746e0f142', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'floating_ip_address': '172.28.3.94', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'port_id': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'mac_address': 'fa:16:3e:29:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:09Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 1, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:46.057974 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] Checking router: 441b821e-8b62-4936-9c88-5970a290d16f for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:25:46.061516 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645c5c-feee-40a3-96c2-e10bbde4e516 req-21fe249d-1e92-4a87-a489-3639a69e9455 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:46.063180 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f645c5c-feee-40a3-96c2-e10bbde4e516 req-21fe249d-1e92-4a87-a489-3639a69e9455 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.0753322 Jun 27 12:25:46.069020 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:46.069764 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:25:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:46.150029 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f645c5c-feee-40a3-96c2-e10bbde4e516 req-c72125e9-807f-425a-99b1-1594d4df0b63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724483 Jun 27 12:25:46.189822 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:46.209613 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] Usage tracker for resource:security_group_rule and tenant:f6fa47b2ed4f4310984e551be78461e7 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:46.213247 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:46.217278 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device c8e9cce7-ff9a-445f-a44c-e771182b1924 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:46.220912 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:46.310342 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:46.371056 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f645c5c-feee-40a3-96c2-e10bbde4e516 req-4b3b69e4-d646-4205-a233-fa2731850490 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140348 Jun 27 12:25:46.372871 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:46.464277 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:46.472713 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7f13cfba-fed6-4b2c-a576-5cb4f4fc33d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:46.523629 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2b00af-7f56-4ea5-af20-a57d43f10a2f,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:46.533358 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:46.542825 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port c8e9cce7-ff9a-445f-a44c-e771182b1924 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:46.552089 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port c8e9cce7-ff9a-445f-a44c-e771182b1924 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:46.552467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:46.618957 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6fa47b2ed4f4310984e551be78461e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9010441 Jun 27 12:25:46.619852 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 33596) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:46.758527 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f645c5c-feee-40a3-96c2-e10bbde4e516 req-e2b3e819-7532-4c44-85d3-593d528b7106 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809936 Jun 27 12:25:46.775456 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-011db17d-26f4-4b77-8767-f78a5e0f24ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:46.785286 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611e5dc-018f-4ebd-ac20-6fc010bfa80e req-a388afa1-d63b-4c61-a54a-2ed56750929a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:46.787818 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b611e5dc-018f-4ebd-ac20-6fc010bfa80e req-a388afa1-d63b-4c61-a54a-2ed56750929a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.2085347 Jun 27 12:25:46.805248 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-011db17d-26f4-4b77-8767-f78a5e0f24ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:46.828948 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:46.849083 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b611e5dc-018f-4ebd-ac20-6fc010bfa80e req-4e8809e0-62b4-4c4f-a028-a9e7b8f8f621 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510149 Jun 27 12:25:46.873899 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c2efb-3921-40c5-a909-aa1ac5990ca9 req-2f0d1141-3941-4db9-9f93-7ef9d686a584 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:46.875711 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ac4c2efb-3921-40c5-a909-aa1ac5990ca9 req-2f0d1141-3941-4db9-9f93-7ef9d686a584 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 945 time: 0.1865864 Jun 27 12:25:46.884172 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377c4621-1616-43a8-ae75-6345a69220ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e9cce7-ff9a-445f-a44c-e771182b1924'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:46.925368 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port c8e9cce7-ff9a-445f-a44c-e771182b1924, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c8e9cce7-ff9a-445f-a44c-e771182b1924,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:46.935520 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ac4c2efb-3921-40c5-a909-aa1ac5990ca9 req-107ad3b7-c223-4f97-8e78-1e309b3279a8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541046 Jun 27 12:25:46.942584 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-011db17d-26f4-4b77-8767-f78a5e0f24ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:46.948133 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c2ce6293-b147-4783-a8da-9c8674b39910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:46.972586 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011db17d-26f4-4b77-8767-f78a5e0f24ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2b00af-7f56-4ea5-af20-a57d43f10a2f,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:46.981755 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-011db17d-26f4-4b77-8767-f78a5e0f24ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:46.996145 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-011db17d-26f4-4b77-8767-f78a5e0f24ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:47.000379 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-011db17d-26f4-4b77-8767-f78a5e0f24ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad2b00af-7f56-4ea5-af20-a57d43f10a2f HTTP/1.1" status: 204 len: 168 time: 0.3797178 Jun 27 12:25:47.041467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:47.045665 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:47.178352 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70440a6c-2670-4dc1-8567-5f61c3df5b1f req-67c849a8-4d33-481f-a10b-beb4cd84fec7 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:47.187797 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70440a6c-2670-4dc1-8567-5f61c3df5b1f req-67c849a8-4d33-481f-a10b-beb4cd84fec7 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 945 time: 0.1578624 Jun 27 12:25:47.199383 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '6c6d9985-20a5-45d7-b9ed-a64746e0f142', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'floating_ip_address': '172.28.3.94', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'port_id': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'mac_address': 'fa:16:3e:29:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:09Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 1, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:47.220333 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=c8e9cce7-ff9a-445f-a44c-e771182b1924,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:47.233747 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbc4e9-d506-4a21-889a-e7b8f60b92ab None None] The sync data for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb is: [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '6c6d9985-20a5-45d7-b9ed-a64746e0f142', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'floating_ip_address': '172.28.3.94', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'port_id': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'mac_address': 'fa:16:3e:29:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:09Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 1, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:25:47.238411 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:47.279326 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70440a6c-2670-4dc1-8567-5f61c3df5b1f req-efa47ddc-8ecf-463e-8702-64030ee03ceb tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901451 Jun 27 12:25:47.362192 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377c4621-1616-43a8-ae75-6345a69220ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e9cce7-ff9a-445f-a44c-e771182b1924', 'code': 200} Jun 27 12:25:47.881372 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ea77c630-347f-4fcf-bbb5-cca20a3c57d8 req-f011bf4a-690d-4c74-89d5-5c2f22b198c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 1099 time: 0.0704970 Jun 27 12:25:47.930069 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ea77c630-347f-4fcf-bbb5-cca20a3c57d8 req-69950bb6-8357-4763-8e73-7493b562594f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391319 Jun 27 12:25:48.101772 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302c8de-97aa-429f-81ec-a977e2252f45 req-88753b96-14f8-4644-8a37-13c3b8d38c66 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:48.103314 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8302c8de-97aa-429f-81ec-a977e2252f45 req-88753b96-14f8-4644-8a37-13c3b8d38c66 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0828156 Jun 27 12:25:48.149229 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8302c8de-97aa-429f-81ec-a977e2252f45 req-6e3d877e-0fef-4f2a-a4dc-8234cfc8d6ef tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402524 Jun 27 12:25:48.163109 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc879e-2726-4a63-85a4-1fdc22537edc req-02400cc7-f1e6-40d6-9ffe-8eee14e66016 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:48.165765 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cffc879e-2726-4a63-85a4-1fdc22537edc req-02400cc7-f1e6-40d6-9ffe-8eee14e66016 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0865848 Jun 27 12:25:48.191584 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 33650) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:48.220636 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:48.255287 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cffc879e-2726-4a63-85a4-1fdc22537edc req-33940467-b54d-4a24-b464-22026f7dadc3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820272 Jun 27 12:25:48.274681 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:48.281585 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] Usage tracker for resource:security_group_rule and tenant:3fb059a274f44486ba756a84541a9b47 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:48.283746 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:48.290395 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:48.454255 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 33664) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:48.506818 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-efe34b68-fb82-48e9-a19e-d297632288e3 req-88b671c1-973e-4f44-88db-87b31200a524 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 1099 time: 0.0927005 Jun 27 12:25:48.536875 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:48.612968 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab0cf2-69c9-485b-973a-2009bae2c4d1 req-86f23b20-0f7c-4e21-9106-4eda02440e30 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:48.614404 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e3ab0cf2-69c9-485b-973a-2009bae2c4d1 req-86f23b20-0f7c-4e21-9106-4eda02440e30 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 945 time: 0.1511948 Jun 27 12:25:48.617585 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:48.625565 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:48.640698 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:48.688416 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe34b68-fb82-48e9-a19e-d297632288e3 req-916bb45f-dd34-4d9a-a2a9-aa2e8598cbc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:48.690055 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-efe34b68-fb82-48e9-a19e-d297632288e3 req-916bb45f-dd34-4d9a-a2a9-aa2e8598cbc9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 920 time: 0.1688070 Jun 27 12:25:48.721316 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66995b9f-7483-43a0-b973-9dedfa1766c6,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:48.730087 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3fb059a274f44486ba756a84541a9b47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5375044 Jun 27 12:25:48.731069 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:48.736794 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:48.742751 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 33674) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:48.750599 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] Usage tracker for resource:security_group_rule and tenant:678da3734ff949b4bc8e8b99211b8922 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:48.762832 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:48.775257 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:48.779006 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e3ab0cf2-69c9-485b-973a-2009bae2c4d1 req-6db1bef0-c03b-4beb-abbd-a1047fb3f916 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426294 Jun 27 12:25:48.839494 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-efe34b68-fb82-48e9-a19e-d297632288e3 req-78970ce3-e77d-4dc3-ab42-4235eeb4b10c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c3735be-d2a7-433c-a07c-2f04bf10804d HTTP/1.1" status: 200 len: 217 time: 0.1422148 Jun 27 12:25:48.847946 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c115bf70-a899-4ba0-a2d9-d39f949ec7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:48.895318 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c115bf70-a899-4ba0-a2d9-d39f949ec7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:48.927035 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:48.955083 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe34b68-fb82-48e9-a19e-d297632288e3 req-5e3fc5dd-e208-4869-8c0f-a796a80924f6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:48.956692 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-efe34b68-fb82-48e9-a19e-d297632288e3 req-5e3fc5dd-e208-4869-8c0f-a796a80924f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 200 len: 859 time: 0.0740430 Jun 27 12:25:49.013611 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-efe34b68-fb82-48e9-a19e-d297632288e3 req-3cbd8136-8687-4e55-b569-65e9fbd27dea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411859 Jun 27 12:25:49.022767 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:49.030058 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2dcf7998-1c43-4451-b03c-32c94ed90381 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:49.068057 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ee2ba2-ee6d-46fe-8949-d4605e05733e,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:49.070487 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c115bf70-a899-4ba0-a2d9-d39f949ec7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:49.075936 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:49.076402 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:49.089819 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c8cabed2-1c2e-4fbe-8cf7-4fb0aa426f76 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=678da3734ff949b4bc8e8b99211b8922&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6345093 Jun 27 12:25:49.094388 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33682) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:49.094664 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115bf70-a899-4ba0-a2d9-d39f949ec7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66995b9f-7483-43a0-b973-9dedfa1766c6,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:49.097520 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c115bf70-a899-4ba0-a2d9-d39f949ec7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:49.101597 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c115bf70-a899-4ba0-a2d9-d39f949ec7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:49.102711 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c115bf70-a899-4ba0-a2d9-d39f949ec7d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66995b9f-7483-43a0-b973-9dedfa1766c6 HTTP/1.1" status: 204 len: 168 time: 0.3590193 Jun 27 12:25:49.198404 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-efe34b68-fb82-48e9-a19e-d297632288e3 req-480e6c46-0a46-4aab-adec-8b209d6e2cfb service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746695 Jun 27 12:25:49.205055 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d178b1ba-428a-4f30-85b6-7c89143f75ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:49.310981 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d178b1ba-428a-4f30-85b6-7c89143f75ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:49.458076 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-efe34b68-fb82-48e9-a19e-d297632288e3 req-3b1c31be-ed3c-460a-a531-e8a4f83c4dfc service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409008 Jun 27 12:25:49.501933 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811a36-d395-4d8f-9916-1f40ba51f65f req-076ef5c3-8403-41ad-a324-45047d82fcb0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:49.503402 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-69811a36-d395-4d8f-9916-1f40ba51f65f req-076ef5c3-8403-41ad-a324-45047d82fcb0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.2028968 Jun 27 12:25:49.580397 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-69811a36-d395-4d8f-9916-1f40ba51f65f req-2a878b45-ce68-4798-84cd-b2df775f6973 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712056 Jun 27 12:25:49.588772 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d178b1ba-428a-4f30-85b6-7c89143f75ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:49.596845 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-82f2e0ff-9388-4165-8f91-56319558f42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:49.611250 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178b1ba-428a-4f30-85b6-7c89143f75ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ee2ba2-ee6d-46fe-8949-d4605e05733e,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:49.625432 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d178b1ba-428a-4f30-85b6-7c89143f75ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:49.627868 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d178b1ba-428a-4f30-85b6-7c89143f75ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:49.629947 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-d178b1ba-428a-4f30-85b6-7c89143f75ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46ee2ba2-ee6d-46fe-8949-d4605e05733e HTTP/1.1" status: 204 len: 168 time: 0.5346429 Jun 27 12:25:49.667346 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-4d91a5d3-e1a3-4452-bb64-47bfd6c2fbd2 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:49.668950 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-4d91a5d3-e1a3-4452-bb64-47bfd6c2fbd2 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.50 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 945 time: 0.2527061 Jun 27 12:25:49.674599 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3ce2e-d13b-4bef-8697-069953c42927 req-fc6a08f8-117d-4e10-8ecb-f609cd34b7c9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:49.675932 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-37b3ce2e-d13b-4bef-8697-069953c42927 req-fc6a08f8-117d-4e10-8ecb-f609cd34b7c9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.2012422 Jun 27 12:25:49.784366 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Deleting port daa95093-0e55-4685-8a13-ee992224bc35 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:25:49.784748 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:49.814875 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-37b3ce2e-d13b-4bef-8697-069953c42927 req-9e84bb13-65de-4983-be4c-e264dc379b01 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331439 Jun 27 12:25:49.919546 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33708) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:49.939911 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:49.979856 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:49.985040 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] Usage tracker for resource:security_group_rule and tenant:4545af99bef346fa80d47af5273e9cd0 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:50.007162 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:50.017871 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:50.112935 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] For port daa95093-0e55-4685-8a13-ee992224bc35, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=daa95093-0e55-4685-8a13-ee992224bc35,segment=NetworkSegment(62664f51-e2dd-48b7-8796-10d9da63d87b),segment_id=62664f51-e2dd-48b7-8796-10d9da63d87b)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:50.113293 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.126197 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.183073 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457719-f934-4184-a42a-2250fdae731b req-a1537df5-dfc8-4293-aa00-9228214cf9a0 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:50.184533 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-87457719-f934-4184-a42a-2250fdae731b req-a1537df5-dfc8-4293-aa00-9228214cf9a0 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 945 time: 0.1963630 Jun 27 12:25:50.247042 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Calling delete_port for daa95093-0e55-4685-8a13-ee992224bc35 owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:25:50.268458 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.278145 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-477db497-0784-4bce-97d5-b797ca1d5ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:50.324099 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7102257-48fe-4222-ba1d-aee5aee142f0,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:50.328536 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4545af99bef346fa80d47af5273e9cd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4078732 Jun 27 12:25:50.329382 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:50.332278 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33724) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:50.391035 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a5237f6d-ce1b-45f5-a3f4-d6247daa656e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.398748 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-87457719-f934-4184-a42a-2250fdae731b req-15dc4a2a-ac9b-45ee-977b-ad05e61ccdae tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578009 Jun 27 12:25:50.417370 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a5237f6d-ce1b-45f5-a3f4-d6247daa656e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.536907 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 33732) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:50.537384 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a5237f6d-ce1b-45f5-a3f4-d6247daa656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.546126 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-849912bd-1810-4bf6-88e0-3873a3afb87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:50.562475 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5237f6d-ce1b-45f5-a3f4-d6247daa656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7102257-48fe-4222-ba1d-aee5aee142f0,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:50.564429 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a5237f6d-ce1b-45f5-a3f4-d6247daa656e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.574408 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.589282 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-a5237f6d-ce1b-45f5-a3f4-d6247daa656e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7102257-48fe-4222-ba1d-aee5aee142f0 HTTP/1.1" status: 204 len: 168 time: 0.2565138 Jun 27 12:25:50.590469 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a5237f6d-ce1b-45f5-a3f4-d6247daa656e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:50.629443 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.654274 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:50.678947 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['daa95093-0e55-4685-8a13-ee992224bc35'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:25:50.685855 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:50.752882 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:f034ea07bab24698b7e7732e1a31e141 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:50.755710 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Pushing event deleted for resources: {'Port': ['ID=daa95093-0e55-4685-8a13-ee992224bc35,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:50.758179 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:50.759230 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:50.795521 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:50.797791 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] No DVR routers for this DVR port daa95093-0e55-4685-8a13-ee992224bc35 on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:25:50.801091 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.806043 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764c79ea-ab37-4d1a-b892-c5c9a097bd30', 'name': 'network-vif-deleted', 'tag': 'daa95093-0e55-4685-8a13-ee992224bc35'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:50.864381 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7116e6-77ac-4bd7-9e63-4e0c26493c3a req-c106bfd0-7620-42b0-b0be-9b0eeba782da tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:50.866183 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4c7116e6-77ac-4bd7-9e63-4e0c26493c3a req-c106bfd0-7620-42b0-b0be-9b0eeba782da tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1131985 Jun 27 12:25:50.912850 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:50.915304 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764c79ea-ab37-4d1a-b892-c5c9a097bd30', 'name': 'network-vif-deleted', 'tag': 'daa95093-0e55-4685-8a13-ee992224bc35', 'status': 'completed', 'code': 200} Jun 27 12:25:50.917479 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-14f49cf0-6a1f-4f0c-ab20-a0a6e861063f req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.50 "DELETE /v2.0/ports/daa95093-0e55-4685-8a13-ee992224bc35 HTTP/1.1" status: 204 len: 173 time: 1.2202346 Jun 27 12:25:50.937495 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4c7116e6-77ac-4bd7-9e63-4e0c26493c3a req-7f286867-7b8c-4aab-a98e-ba1467f81c6c tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655165 Jun 27 12:25:51.021043 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:51.031532 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-94fc5b2b-65f8-4f1e-b86f-57e5e7b99381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:51.147054 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f034ea07bab24698b7e7732e1a31e141&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6067727 Jun 27 12:25:51.147312 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1374affa-e685-4790-abef-bd6018b59559,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:51.147464 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33752) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:51.150952 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:51.172452 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b396-0154-4e92-9207-aa0287092ea5 req-d4e999c9-de26-41ad-8e11-e408d3114bc3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:51.173988 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4ae7b396-0154-4e92-9207-aa0287092ea5 req-d4e999c9-de26-41ad-8e11-e408d3114bc3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1945004 Jun 27 12:25:51.238248 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cd75e136-ea45-4949-a046-e2d3b0f72fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:51.247256 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4ae7b396-0154-4e92-9207-aa0287092ea5 req-aec9b0af-c50f-41e3-92a0-1f479e6e0a97 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674121 Jun 27 12:25:51.271966 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cd75e136-ea45-4949-a046-e2d3b0f72fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:51.419559 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cd75e136-ea45-4949-a046-e2d3b0f72fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:51.427614 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d178b1ba-428a-4f30-85b6-7c89143f75ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:51.443293 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75e136-ea45-4949-a046-e2d3b0f72fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1374affa-e685-4790-abef-bd6018b59559,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:51.450888 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-cd75e136-ea45-4949-a046-e2d3b0f72fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:51.454725 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cd75e136-ea45-4949-a046-e2d3b0f72fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:51.455850 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-cd75e136-ea45-4949-a046-e2d3b0f72fcd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1374affa-e685-4790-abef-bd6018b59559 HTTP/1.1" status: 204 len: 168 time: 0.3073690 Jun 27 12:25:51.482340 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828ce64-1f4c-4681-be74-6624aefa46aa req-510294c6-5ee7-4012-9b46-ac0ec4f0d1ee tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:51.483783 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3828ce64-1f4c-4681-be74-6624aefa46aa req-510294c6-5ee7-4012-9b46-ac0ec4f0d1ee tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1090436 Jun 27 12:25:51.498583 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 33770) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:51.504129 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-90ad65b1-e0a9-4be2-943b-4fe0f4ed081c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'floatingip': {'port_id': 'c8e9cce7-ff9a-445f-a44c-e771182b1924'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:25:51.609458 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-90ad65b1-e0a9-4be2-943b-4fe0f4ed081c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:51.660541 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-fec12852-0985-45a2-97ab-506caa7c0e2b req-eabc0f4f-a1bf-42cf-b521-22042b861c4e tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Synchronizing usage tracker for tenant:103e9068096c4ebdad033cd101a63f36 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:25:51.777891 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-fec12852-0985-45a2-97ab-506caa7c0e2b req-eabc0f4f-a1bf-42cf-b521-22042b861c4e tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Unset dirty status for tenant:103e9068096c4ebdad033cd101a63f36 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:25:51.780189 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fec12852-0985-45a2-97ab-506caa7c0e2b req-eabc0f4f-a1bf-42cf-b521-22042b861c4e tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 210 time: 0.2162113 Jun 27 12:25:52.280155 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71e068-f6e3-4e74-a95d-57937cff226f req-8831ccd3-24e9-450a-bfac-2c8af1c16886 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:52.281677 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7a71e068-f6e3-4e74-a95d-57937cff226f req-8831ccd3-24e9-450a-bfac-2c8af1c16886 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1276841 Jun 27 12:25:52.345993 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7a71e068-f6e3-4e74-a95d-57937cff226f req-e86086f6-5116-491d-963d-89dcb65fde02 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541813 Jun 27 12:25:52.507907 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-90ad65b1-e0a9-4be2-943b-4fe0f4ed081c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:52.617409 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-90ad65b1-e0a9-4be2-943b-4fe0f4ed081c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:52.984765 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.l3_db [None req-90ad65b1-e0a9-4be2-943b-4fe0f4ed081c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Floating IP 1e6b565c-efb0-4bae-a2da-7a3589c1c3ca associated. External IP: 172.28.3.124, port: c8e9cce7-ff9a-445f-a44c-e771182b1924. Jun 27 12:25:53.002790 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191654a6-18aa-4178-bb40-e33427cfb5fc None None] New status for floating IP 6c6d9985-20a5-45d7-b9ed-a64746e0f142: ACTIVE {{(pid=75091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:25:53.145362 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b2cca641-e6d5-4db1-b737-5b2a4fc2d05a req-0ab497f7-4456-4377-b0fa-c84c46929e96 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] 10.222.0.45 "GET /v2.0/ports?device_id=764c79ea-ab37-4d1a-b892-c5c9a097bd30 HTTP/1.1" status: 200 len: 210 time: 0.0623648 Jun 27 12:25:53.496045 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ad65b1-e0a9-4be2-943b-4fe0f4ed081c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Router 932e614c-677c-4f8d-bd97-941733b1485c has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:25:53.591156 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd7a77-c10e-4992-9849-78353a8e385b req-278ee08e-3450-4e10-a39c-f474ffd87f19 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:53.592816 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-65fd7a77-c10e-4992-9849-78353a8e385b req-278ee08e-3450-4e10-a39c-f474ffd87f19 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1088293 Jun 27 12:25:53.673254 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-65fd7a77-c10e-4992-9849-78353a8e385b req-052c3e78-5edb-4b52-ad63-8b5f1eb1ed43 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739913 Jun 27 12:25:53.779091 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ad65b1-e0a9-4be2-943b-4fe0f4ed081c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:25:53.783600 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-90ad65b1-e0a9-4be2-943b-4fe0f4ed081c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:53.845112 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-90ad65b1-e0a9-4be2-943b-4fe0f4ed081c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "PUT /v2.0/floatingips/1e6b565c-efb0-4bae-a2da-7a3589c1c3ca HTTP/1.1" status: 200 len: 992 time: 2.3453877 Jun 27 12:25:53.845820 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377c4621-1616-43a8-ae75-6345a69220ec', 'tag': 'c8e9cce7-ff9a-445f-a44c-e771182b1924'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:25:53.912929 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377c4621-1616-43a8-ae75-6345a69220ec', 'tag': 'c8e9cce7-ff9a-445f-a44c-e771182b1924', 'status': 'completed', 'code': 200} Jun 27 12:25:54.081101 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-af7d2678-b327-407e-a7b5-a670e032c454 req-36fa4d28-a6c8-48c6-98c4-bd852fe5137f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 1099 time: 0.0753489 Jun 27 12:25:54.245338 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device daa95093-0e55-4685-8a13-ee992224bc35 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:25:54.276324 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d2678-b327-407e-a7b5-a670e032c454 req-098ed61e-37ab-49c9-9023-356f599dd7b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:54.285498 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-af7d2678-b327-407e-a7b5-a670e032c454 req-098ed61e-37ab-49c9-9023-356f599dd7b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 HTTP/1.1" status: 200 len: 911 time: 0.1910350 Jun 27 12:25:54.299095 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: daa95093-0e55-4685-8a13-ee992224bc35 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:25:54.299443 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device daa95093-0e55-4685-8a13-ee992224bc35 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:25:54.430957 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-af7d2678-b327-407e-a7b5-a670e032c454 req-d613f26d-c39b-45d1-9c66-df0651f30150 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8e9cce7-ff9a-445f-a44c-e771182b1924 HTTP/1.1" status: 200 len: 1000 time: 0.1386251 Jun 27 12:25:54.519874 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d2678-b327-407e-a7b5-a670e032c454 req-13eed986-ad2a-4544-a1c2-2926e52abdf8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:54.521351 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-af7d2678-b327-407e-a7b5-a670e032c454 req-13eed986-ad2a-4544-a1c2-2926e52abdf8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d60794f9-f792-4460-b0da-5a2970dbf331 HTTP/1.1" status: 200 len: 849 time: 0.0643408 Jun 27 12:25:54.610277 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-af7d2678-b327-407e-a7b5-a670e032c454 req-da5c1da6-a773-44ca-88a1-232a0c8e07ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791035 Jun 27 12:25:54.825664 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-af7d2678-b327-407e-a7b5-a670e032c454 req-dabc2a19-e87d-46fa-b050-b08dd627bd0e service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078555 Jun 27 12:25:54.989237 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Sync routers for ids ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:25:55.008989 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Routers {'9b27d2c3-db1f-4ad0-b33a-3b753ac37830'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:55.009730 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:25:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:55.059969 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-af7d2678-b327-407e-a7b5-a670e032c454 req-fdfb67cf-a175-4242-90b7-237dad1aa2cb service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246675 Jun 27 12:25:55.072885 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0231e-68c5-44cf-a65d-ba5a21b532d3 req-b8782631-0d1c-4bed-a939-8e7156a9499d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:55.082019 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-66d0231e-68c5-44cf-a65d-ba5a21b532d3 req-b8782631-0d1c-4bed-a939-8e7156a9499d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.2222219 Jun 27 12:25:55.144241 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-66d0231e-68c5-44cf-a65d-ba5a21b532d3 req-d3080c45-ae44-4c22-bb11-369e2494c43a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610180 Jun 27 12:25:55.247071 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Set router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:55.613673 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-router', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:58Z', 'updated_at': '2021-06-27T12:25:08Z', 'revision_number': 4, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'gw_port': {'id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:57:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:00Z', 'updated_at': '2021-06-27T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '265f76ed-b6ec-455b-89b1-55ed24c0d372', 'name': '', 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'mac_address': 'fa:16:3e:3d:f8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:06Z', 'updated_at': '2021-06-27T12:25:09Z', 'revision_number': 2, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'subnets': [{'id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:55.619972 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Checking router: 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:25:55.619972 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Updating router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 port 265f76ed-b6ec-455b-89b1-55ed24c0d372 binding host dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:25:55.673346 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:56.041474 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:56.053231 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Transition to ACTIVE for port object 265f76ed-b6ec-455b-89b1-55ed24c0d372 will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:25:56.079597 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-88c485df-b255-4489-84e9-5b9b09a4b5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:56.112314 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f1d7ebc-863c-4d37-a710-d52d2fa75e10 req-c823763d-0d2b-451b-82cc-998b67146d6c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732245 Jun 27 12:25:56.268795 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:56.314417 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:56.403861 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f1d7ebc-863c-4d37-a710-d52d2fa75e10 req-e72a79e6-23f0-44f9-91a1-feab1c6b87b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 1098 time: 0.1811144 Jun 27 12:25:56.448768 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de099878-8434-48eb-87b3-ace2a58eb047 req-e723a771-5814-41f0-b866-e55de68d7331 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:56.458674 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-de099878-8434-48eb-87b3-ace2a58eb047 req-e723a771-5814-41f0-b866-e55de68d7331 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1670885 Jun 27 12:25:56.504471 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Pushing event updated for resources: {'Port': ['ID=265f76ed-b6ec-455b-89b1-55ed24c0d372,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:56.536654 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:56.556448 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.556775 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.557090 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.557422 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.557753 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.558081 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.558529 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.558859 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.559182 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.559499 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.559816 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:56.566311 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:56.571963 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Attempting to bind port 265f76ed-b6ec-455b-89b1-55ed24c0d372 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:25:56.572342 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Attempting to bind port 265f76ed-b6ec-455b-89b1-55ed24c0d372 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:25:56.573340 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Attempting to bind port 265f76ed-b6ec-455b-89b1-55ed24c0d372 on network 4249cacb-6c7f-4d1f-b616-9f59c5a0573e {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:25:56.580949 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:25:56.581365 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Checking segment: {'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:25:56.581945 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:56.582355 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Bound using segment: {'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:25:56.582837 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Bound port: 265f76ed-b6ec-455b-89b1-55ed24c0d372, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a69284-a6be-405b-8a28-262c62fccc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:25:56.583219 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:56.646942 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-de099878-8434-48eb-87b3-ace2a58eb047 req-bee6daa3-a6c1-4d7d-a969-ba084c55a1c6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871493 Jun 27 12:25:56.696111 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d7ebc-863c-4d37-a710-d52d2fa75e10 req-13c7c756-b287-46ac-bc8b-168d076ca750 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:56.698343 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] For port 265f76ed-b6ec-455b-89b1-55ed24c0d372, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:25:56.709391 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f1d7ebc-863c-4d37-a710-d52d2fa75e10 req-13c7c756-b287-46ac-bc8b-168d076ca750 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 920 time: 0.2581174 Jun 27 12:25:56.711879 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] For port 265f76ed-b6ec-455b-89b1-55ed24c0d372, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=265f76ed-b6ec-455b-89b1-55ed24c0d372,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:25:56.786536 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f1d7ebc-863c-4d37-a710-d52d2fa75e10 req-63fd2dc6-774d-47ca-a8b0-cb0a03b34e86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69 HTTP/1.1" status: 200 len: 217 time: 0.0717657 Jun 27 12:25:56.801778 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:56.807800 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-67aefbbb-bcde-4cbb-9a50-736ff5b5c6b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:56.868620 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d7ebc-863c-4d37-a710-d52d2fa75e10 req-a3b8359b-baeb-4be2-8e26-7ea209b63f87 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:56.870432 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f1d7ebc-863c-4d37-a710-d52d2fa75e10 req-a3b8359b-baeb-4be2-8e26-7ea209b63f87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 200 len: 859 time: 0.0732133 Jun 27 12:25:56.946814 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f1d7ebc-863c-4d37-a710-d52d2fa75e10 req-5cc6621b-759e-4351-a2f1-a86eef0041a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635772 Jun 27 12:25:56.992942 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Pushing event updated for resources: {'Port': ['ID=265f76ed-b6ec-455b-89b1-55ed24c0d372,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:57.005948 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:57.034896 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34020) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:57.045097 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Routers {'9b27d2c3-db1f-4ad0-b33a-3b753ac37830'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:57.046138 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:25:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:57.098752 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34024) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:57.207950 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Deleting subnet e9c9550d-937b-4a78-b4ee-545c79e1cecc {{(pid=75088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:25:57.217101 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:57.222356 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] Sync routers for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:25:57.243625 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:57.245586 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:25:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:57.359045 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:57.377453 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:57.403203 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f1d7ebc-863c-4d37-a710-d52d2fa75e10 req-39f76e31-9290-4bab-8059-1c7db6a1b176 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423833 Jun 27 12:25:57.405886 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] Set router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:57.576093 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:57.581046 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:57.621736 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:57.625959 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f1d7ebc-863c-4d37-a710-d52d2fa75e10 req-b0424cb8-5715-4af6-a4c3-a3a2d1f50e8d service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059453 Jun 27 12:25:57.632297 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] Usage tracker for resource:security_group_rule and tenant:fe746333dcd446e0b5b53cb86da4a1c2 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:57.635900 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:57.650627 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:57.693977 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:57.698047 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:57.729203 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-148cf38a-1c26-4ff4-bc8b-08a6e3bb28db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:57.805034 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c9550d-937b-4a78-b4ee-545c79e1cecc,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:57.811124 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:57.852792 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.853165 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.853519 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.853890 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.854204 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.854548 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.854884 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.855229 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.855564 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.855892 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.856823 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:57.870854 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:57.875382 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34046) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:57.880678 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-bb8bd287-9bae-46ad-836f-53968090845a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e9c9550d-937b-4a78-b4ee-545c79e1cecc HTTP/1.1" status: 204 len: 168 time: 0.8432863 Jun 27 12:25:57.954246 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.004021 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-router', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:58Z', 'updated_at': '2021-06-27T12:25:08Z', 'revision_number': 4, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'gw_port': {'id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:57:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:00Z', 'updated_at': '2021-06-27T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '265f76ed-b6ec-455b-89b1-55ed24c0d372', 'name': '', 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'mac_address': 'fa:16:3e:3d:f8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:06Z', 'updated_at': '2021-06-27T12:25:56Z', 'revision_number': 4, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'subnets': [{'id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:58.009068 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2b191-10be-4faf-9ea7-377d63126dc9 None None] The sync data for ids ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'] in dv-cinder-798098-1-smb is: [{'id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-router', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:58Z', 'updated_at': '2021-06-27T12:25:08Z', 'revision_number': 4, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'gw_port': {'id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:57:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:00Z', 'updated_at': '2021-06-27T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '265f76ed-b6ec-455b-89b1-55ed24c0d372', 'name': '', 'network_id': '4249cacb-6c7f-4d1f-b616-9f59c5a0573e', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'mac_address': 'fa:16:3e:3d:f8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:06Z', 'updated_at': '2021-06-27T12:25:56Z', 'revision_number': 4, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'subnets': [{'id': '2160dd9b-55ce-4302-b300-061f41d951f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:25:58.067123 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.164339 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.165875 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7e4a04f6-97de-4916-9f15-0fd4ee8de866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.178821 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5d4a822a-50b2-4718-8192-191fb1cfa408 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:58.180991 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '1e6b565c-efb0-4bae-a2da-7a3589c1c3ca', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'floating_ip_address': '172.28.3.124', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'port_id': 'c8e9cce7-ff9a-445f-a44c-e771182b1924', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'mac_address': 'fa:16:3e:34:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377c4621-1616-43a8-ae75-6345a69220ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:25Z', 'updated_at': '2021-06-27T12:25:52Z', 'revision_number': 1, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:58.186086 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] Checking router: 932e614c-677c-4f8d-bd97-941733b1485c for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:25:58.199549 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:25:58.200325 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:25:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:58.224235 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e1552-60ee-4cda-ba01-c62363bae673 req-d6e63ff2-ab2e-4e2a-b8cc-798ecdae6811 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:58.227051 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b44e1552-60ee-4cda-ba01-c62363bae673 req-d6e63ff2-ab2e-4e2a-b8cc-798ecdae6811 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.2331254 Jun 27 12:25:58.227170 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df3174-b4b7-4ae1-a44c-e12e0f2a2e38,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:58.227601 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.260661 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.261036 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.261986 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.262321 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > port after_create 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.262643 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.262991 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > port after_update 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.263317 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.264038 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.264038 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.264225 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.278890 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe746333dcd446e0b5b53cb86da4a1c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1787064 Jun 27 12:25:58.280049 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:58.282293 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34062) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:58.414668 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.415159 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.415238 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e07fc7be-c1fb-483d-a275-a788eafafa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.415320 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.415648 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:25:58.425830 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33fba06-a149-45b2-b1e9-c86358012cf3']}} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:58.461212 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e07fc7be-c1fb-483d-a275-a788eafafa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.492175 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62664f51-e2dd-48b7-8796-10d9da63d87b') {'for_net_delete': True} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:58.492551 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62664f51-e2dd-48b7-8796-10d9da63d87b') {} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:58.510437 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:25:58.539344 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-943562'] for segment, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.603248 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.608913 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b44e1552-60ee-4cda-ba01-c62363bae673 req-8a0167d2-9d0c-4daa-a72b-565e380aa3d3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708177 Jun 27 12:25:58.627055 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=75089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:25:58.629670 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943263'] for segment, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: util.warn_limited( Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: util.warn_limited( Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: Traceback (most recent call last): Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: timer() Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: cb(*args, **kw) Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: return func(*args, **kwargs) Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: self._notify() Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: self.callback(batched_events) Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: event.method(event) Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: return f(self, *a, **k) Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: return self._get(url).json() Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: return self.request(url, 'GET', **kwargs) Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:25:58.668196 dv-cinder-798098-1-smb neutron-server[75089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:25:58.696963 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e07fc7be-c1fb-483d-a275-a788eafafa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.707481 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:58.741677 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fc7be-c1fb-483d-a275-a788eafafa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df3174-b4b7-4ae1-a44c-e12e0f2a2e38,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:58.746969 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-e07fc7be-c1fb-483d-a275-a788eafafa78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:58.748181 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e07fc7be-c1fb-483d-a275-a788eafafa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.754680 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-e07fc7be-c1fb-483d-a275-a788eafafa78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9df3174-b4b7-4ae1-a44c-e12e0f2a2e38 HTTP/1.1" status: 204 len: 168 time: 0.4655507 Jun 27 12:25:58.906190 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 265f76ed-b6ec-455b-89b1-55ed24c0d372 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:25:58.939899 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.950804 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:58.965326 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:59.000941 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Pushing event deleted for resources: {'Network': ['ID=e33fba06-a149-45b2-b1e9-c86358012cf3,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:59.009832 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.012598 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.012598 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.012598 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.013027 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.013385 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.013724 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.014067 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.014401 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.014762 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.015223 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.015557 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:25:59.022671 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:59.049986 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '1e6b565c-efb0-4bae-a2da-7a3589c1c3ca', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'floating_ip_address': '172.28.3.124', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'port_id': 'c8e9cce7-ff9a-445f-a44c-e771182b1924', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'mac_address': 'fa:16:3e:34:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377c4621-1616-43a8-ae75-6345a69220ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:25Z', 'updated_at': '2021-06-27T12:25:52Z', 'revision_number': 1, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:25:59.054099 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8b505-b9a7-4307-a8dc-5b4dc99df33a None None] The sync data for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb is: [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '1e6b565c-efb0-4bae-a2da-7a3589c1c3ca', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'floating_ip_address': '172.28.3.124', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'port_id': 'c8e9cce7-ff9a-445f-a44c-e771182b1924', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'mac_address': 'fa:16:3e:34:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377c4621-1616-43a8-ae75-6345a69220ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:25Z', 'updated_at': '2021-06-27T12:25:52Z', 'revision_number': 1, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:25:59.113582 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34082) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:59.113737 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 265f76ed-b6ec-455b-89b1-55ed24c0d372 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:25:59.120790 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 265f76ed-b6ec-455b-89b1-55ed24c0d372 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:25:59.121287 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.160179 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-d00753b7-7138-4c45-b06e-1f9a679041ab admin admin] 10.222.0.45 "DELETE /v2.0/networks/e33fba06-a149-45b2-b1e9-c86358012cf3 HTTP/1.1" status: 204 len: 168 time: 1.2837253 Jun 27 12:25:59.240367 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.274128 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 265f76ed-b6ec-455b-89b1-55ed24c0d372, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=265f76ed-b6ec-455b-89b1-55ed24c0d372,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:25:59.277699 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.311335 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:59.315574 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] Usage tracker for resource:security_group_rule and tenant:fae1a42b65c84069a4ab3c39c382f508 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:59.318419 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:59.324353 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:59.369865 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.371635 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:59.393910 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.436662 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=265f76ed-b6ec-455b-89b1-55ed24c0d372,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:59.438132 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:59.508063 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.516221 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:59.554990 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f143376-8888-4b5a-a937-692182d209cb,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:59.559068 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fae1a42b65c84069a4ab3c39c382f508&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4444709 Jun 27 12:25:59.559897 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:59.562241 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34092) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:59.622713 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-323612f0-ef7a-4db8-9048-fbd081d2792e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.646216 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34098) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:59.649280 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-323612f0-ef7a-4db8-9048-fbd081d2792e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.728128 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-46f9d414-e604-4c3d-8e7c-a7358e382670 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=103e9068096c4ebdad033cd101a63f36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0798697 Jun 27 12:25:59.730703 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34106) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:59.748010 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34110) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:59.768209 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.808713 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d400fc5b-a2a9-4f5d-9e99-a15d93a12a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.824006 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-323612f0-ef7a-4db8-9048-fbd081d2792e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.836366 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:25:59.838215 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d400fc5b-a2a9-4f5d-9e99-a15d93a12a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.862595 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323612f0-ef7a-4db8-9048-fbd081d2792e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f143376-8888-4b5a-a937-692182d209cb,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:25:59.870425 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-323612f0-ef7a-4db8-9048-fbd081d2792e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:25:59.874683 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-323612f0-ef7a-4db8-9048-fbd081d2792e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:59.876125 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-323612f0-ef7a-4db8-9048-fbd081d2792e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f143376-8888-4b5a-a937-692182d209cb HTTP/1.1" status: 204 len: 168 time: 0.3123899 Jun 27 12:25:59.891727 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:25:59.904259 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] Usage tracker for resource:security_group_rule and tenant:389054138036452db23375fd1e8f990a is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:25:59.910009 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:25:59.916880 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:25:59.947943 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fea5ac-c0d2-4fe3-89aa-348fc8c9839e req-d85f35e2-ff46-48e9-9d60-2f868f849dad tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:25:59.949567 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1fea5ac-c0d2-4fe3-89aa-348fc8c9839e req-d85f35e2-ff46-48e9-9d60-2f868f849dad tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1703899 Jun 27 12:26:00.015296 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d400fc5b-a2a9-4f5d-9e99-a15d93a12a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:00.025159 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:00.044960 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400fc5b-a2a9-4f5d-9e99-a15d93a12a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd79c0db-4bbc-4e24-9737-8f9e23efd1f2,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:00.049264 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c1fea5ac-c0d2-4fe3-89aa-348fc8c9839e req-07141d43-aac8-42f9-929b-3802c335b939 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923717 Jun 27 12:26:00.050630 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d400fc5b-a2a9-4f5d-9e99-a15d93a12a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:00.066904 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:00.170549 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:00.175800 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d400fc5b-a2a9-4f5d-9e99-a15d93a12a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:00.177847 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-d400fc5b-a2a9-4f5d-9e99-a15d93a12a62 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd79c0db-4bbc-4e24-9737-8f9e23efd1f2 HTTP/1.1" status: 204 len: 168 time: 0.4455066 Jun 27 12:26:00.182900 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a5237f6d-ce1b-45f5-a3f4-d6247daa656e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:00.235122 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=389054138036452db23375fd1e8f990a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4858117 Jun 27 12:26:00.236075 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad54b90e-1d5f-4495-9bfd-05141b7912be,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:00.238596 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34130) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:00.239315 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:00.302475 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-341de788-e6c8-47c5-8214-3aedc5d1172f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:00.329245 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-341de788-e6c8-47c5-8214-3aedc5d1172f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:00.576705 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-341de788-e6c8-47c5-8214-3aedc5d1172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:00.582110 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:00.594048 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341de788-e6c8-47c5-8214-3aedc5d1172f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad54b90e-1d5f-4495-9bfd-05141b7912be,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:00.596842 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-341de788-e6c8-47c5-8214-3aedc5d1172f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:00.598739 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-341de788-e6c8-47c5-8214-3aedc5d1172f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:00.601751 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-341de788-e6c8-47c5-8214-3aedc5d1172f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad54b90e-1d5f-4495-9bfd-05141b7912be HTTP/1.1" status: 204 len: 168 time: 0.3602495 Jun 27 12:26:00.610734 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:00.641675 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34146) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:00.888635 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 265f76ed-b6ec-455b-89b1-55ed24c0d372 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:26:00.973329 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 265f76ed-b6ec-455b-89b1-55ed24c0d372 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:26:00.973755 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.028561 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34160) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:01.048645 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.084146 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:01.089549 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] Usage tracker for resource:security_group_rule and tenant:e7f82739f2ac4358a1dcc7f1ee513aa8 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:01.093534 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:01.100563 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:01.180336 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.268381 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.279580 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.287372 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:01.320034 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:01.325978 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] Usage tracker for resource:security_group_rule and tenant:e057b50321be4ba185b4a156d24d82d5 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:01.332413 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:01.338115 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7f82739f2ac4358a1dcc7f1ee513aa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3079338 Jun 27 12:26:01.338845 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ac9c1b-4779-4abe-979b-b5216bc27573,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:01.341271 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34172) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:01.343657 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:01.362911 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856a45d-cdaf-4c9c-a6c2-d04c12f06728 req-e083375f-062d-45b9-a1be-8f647fd7989f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:01.370321 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1856a45d-cdaf-4c9c-a6c2-d04c12f06728 req-e083375f-062d-45b9-a1be-8f647fd7989f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1643844 Jun 27 12:26:01.379629 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:01.478231 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ef09c342-2d50-4b6a-9e63-b3640ac83c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.525238 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1856a45d-cdaf-4c9c-a6c2-d04c12f06728 req-37c46cf8-796a-44a8-88e6-6c6bb41b7df9 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465247 Jun 27 12:26:01.529846 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ef09c342-2d50-4b6a-9e63-b3640ac83c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.568149 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.650879 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.658271 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d400fc5b-a2a9-4f5d-9e99-a15d93a12a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:01.685404 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ef09c342-2d50-4b6a-9e63-b3640ac83c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.690841 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-e07fc7be-c1fb-483d-a275-a788eafafa78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:01.696559 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a791084-296a-4b80-bfdf-29330209945c,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:01.699698 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:01.705125 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e057b50321be4ba185b4a156d24d82d5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0599794 Jun 27 12:26:01.705463 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09c342-2d50-4b6a-9e63-b3640ac83c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ac9c1b-4779-4abe-979b-b5216bc27573,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:01.705541 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34192) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:01.707014 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ef09c342-2d50-4b6a-9e63-b3640ac83c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:01.713112 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ef09c342-2d50-4b6a-9e63-b3640ac83c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.714194 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-ef09c342-2d50-4b6a-9e63-b3640ac83c7e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24ac9c1b-4779-4abe-979b-b5216bc27573 HTTP/1.1" status: 204 len: 168 time: 0.3720477 Jun 27 12:26:01.770425 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-49d01571-18db-4527-b77b-b10abd9adfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.796242 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-49d01571-18db-4527-b77b-b10abd9adfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.970957 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-49d01571-18db-4527-b77b-b10abd9adfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.975818 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-951e5a1e-410b-4d3f-9785-64d116dbd849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:01.987567 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d01571-18db-4527-b77b-b10abd9adfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a791084-296a-4b80-bfdf-29330209945c,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:01.990689 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-49d01571-18db-4527-b77b-b10abd9adfa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:01.992577 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-49d01571-18db-4527-b77b-b10abd9adfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.996136 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-49d01571-18db-4527-b77b-b10abd9adfa9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8a791084-296a-4b80-bfdf-29330209945c HTTP/1.1" status: 204 len: 168 time: 0.2874620 Jun 27 12:26:02.746056 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e7e2c-3374-4b76-abb6-c199a1db3cd5 req-8fea06a0-c4da-483e-a990-e65a7d1e8c6d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:02.747474 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8d3e7e2c-3374-4b76-abb6-c199a1db3cd5 req-8fea06a0-c4da-483e-a990-e65a7d1e8c6d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0758400 Jun 27 12:26:02.801907 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8d3e7e2c-3374-4b76-abb6-c199a1db3cd5 req-96224c74-3249-4a33-b2a6-501805e645d3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485585 Jun 27 12:26:03.155227 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34238) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:03.342848 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34246) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:03.366503 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:03.406274 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:03.410075 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ddf39d2b6b4ad39eb8d75cb03df516 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:03.413090 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:03.418698 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:03.482569 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:03.564222 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:03.582154 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:03.620360 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2ddf39d2b6b4ad39eb8d75cb03df516&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2755868 Jun 27 12:26:03.620610 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442c786b-6e85-4512-a792-dede602c0a35,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:03.626105 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:03.626105 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34254) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:03.701594 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-881ac297-ad02-419e-8cd1-ac9c4fd2c69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:03.734481 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-881ac297-ad02-419e-8cd1-ac9c4fd2c69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:03.763859 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414b6f1-aaf4-45a3-b1f3-38347199e348 None None] New status for floating IP 1e6b565c-efb0-4bae-a2da-7a3589c1c3ca: ACTIVE {{(pid=75090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:26:03.841001 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-350889556-network', 'tenant_id': '9d311a99d1df43d388130d39898d4ce6'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:03.845086 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:03.849557 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Usage tracker for resource:network and tenant:9d311a99d1df43d388130d39898d4ce6 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:03.852722 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:03.863831 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:03.907931 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-881ac297-ad02-419e-8cd1-ac9c4fd2c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:03.911732 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:03.926074 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ac297-ad02-419e-8cd1-ac9c4fd2c69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c786b-6e85-4512-a792-dede602c0a35,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:03.929236 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-881ac297-ad02-419e-8cd1-ac9c4fd2c69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:03.931169 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-881ac297-ad02-419e-8cd1-ac9c4fd2c69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:03.932443 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-881ac297-ad02-419e-8cd1-ac9c4fd2c69e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/442c786b-6e85-4512-a792-dede602c0a35 HTTP/1.1" status: 204 len: 168 time: 0.3056023 Jun 27 12:26:04.030852 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909af78f-fab7-4051-b077-29306be29c1d req-9f7fc88d-d29a-4b4a-a84d-abfb8751ee57 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:04.032387 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-909af78f-fab7-4051-b077-29306be29c1d req-9f7fc88d-d29a-4b4a-a84d-abfb8751ee57 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0777824 Jun 27 12:26:04.057809 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:26:04.155823 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-909af78f-fab7-4051-b077-29306be29c1d req-c2112a99-e6f5-4540-b8f3-f5a499348cf5 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Jun 27 12:26:04.188171 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Made reservation on behalf of 9d311a99d1df43d388130d39898d4ce6 for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:04.215170 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:04.215170 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:04.215734 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34268) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:04.234862 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:04.238634 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Usage tracker for resource:security_group_rule and tenant:9d311a99d1df43d388130d39898d4ce6 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:04.241596 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:04.247363 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:04.310132 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:04.696339 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:04.700734 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-10297780-6096-4ccd-b7de-9457e5a1ff99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:04.730087 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:26:04.743174 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:04.746975 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:04.747869 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:04.748197 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Added segment ddce6827-30bd-4ff6-8b1f-49b4242c1cce of type vlan for network 9f89575f-95b7-4b36-b30e-f4380ef46819 Jun 27 12:26:04.773915 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:04.965405 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:04.974270 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:04.974270 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:04.974270 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e20c2a12-2f82-44c0-9ba6-1a7954d159c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:05.044162 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:05.078732 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:05.082730 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] Usage tracker for resource:security_group_rule and tenant:197e5113d0ad4932b749ed9f58b2998a is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:05.085794 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:05.096422 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:05.131069 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Pushing event updated for resources: {'Network': ['ID=9f89575f-95b7-4b36-b30e-f4380ef46819,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:05.136912 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:05.145636 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 9f89575f-95b7-4b36-b30e-f4380ef46819 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:26:05.205543 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0492041 Jun 27 12:26:05.208355 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34294) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:05.214574 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Request body: {'subnet': {'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-350889556-subnet', 'tenant_id': '9d311a99d1df43d388130d39898d4ce6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:05.222148 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:05.233293 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Usage tracker for resource:subnet and tenant:9d311a99d1df43d388130d39898d4ce6 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:05.237266 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:05.256329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:05.338372 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:05.354573 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Made reservation on behalf of 9d311a99d1df43d388130d39898d4ce6 for: {'subnet': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:05.356939 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1219562'] for subnet, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:05.367646 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fcf63-73cc-4967-8986-f9848ba3f8ac req-2cad335c-8c42-4357-8ea7-a8a46a4075e6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:05.369240 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9e3fcf63-73cc-4967-8986-f9848ba3f8ac req-2cad335c-8c42-4357-8ea7-a8a46a4075e6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0899599 Jun 27 12:26:05.429883 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9e3fcf63-73cc-4967-8986-f9848ba3f8ac req-13ba3fab-2e94-4e4f-9158-d73f16e76d13 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529156 Jun 27 12:26:05.496755 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:05.507060 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ef09c342-2d50-4b6a-9e63-b3640ac83c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:05.574889 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd36dbf8-d117-4dbd-8093-e000782f4be3,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:05.580264 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=197e5113d0ad4932b749ed9f58b2998a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3631411 Jun 27 12:26:05.582305 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:05.590109 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34308) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:05.653992 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e11ff8bc-b2a0-4bbe-b531-b00d47dc20e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:05.685155 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-943222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1219576'] for subnet, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:05.693255 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e11ff8bc-b2a0-4bbe-b531-b00d47dc20e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:05.693669 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c0879f86-0f93-46e8-aafc-fd91db3cfcf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:05.781495 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c5081f-248d-45df-bbef-4449973dcb6f,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:05.785817 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:05.791607 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Checking segment: {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:26:05.791607 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Network hostable DHCP agents. Network: 9f89575f-95b7-4b36-b30e-f4380ef46819, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:26:05.857829 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e11ff8bc-b2a0-4bbe-b531-b00d47dc20e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:05.863380 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:05.876150 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ff8bc-b2a0-4bbe-b531-b00d47dc20e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd36dbf8-d117-4dbd-8093-e000782f4be3,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:05.879197 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-e11ff8bc-b2a0-4bbe-b531-b00d47dc20e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:05.881363 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e11ff8bc-b2a0-4bbe-b531-b00d47dc20e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:05.882748 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-e11ff8bc-b2a0-4bbe-b531-b00d47dc20e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd36dbf8-d117-4dbd-8093-e000782f4be3 HTTP/1.1" status: 204 len: 168 time: 0.2983177 Jun 27 12:26:05.976163 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Network 9f89575f-95b7-4b36-b30e-f4380ef46819 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:26:06.090918 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 9f89575f-95b7-4b36-b30e-f4380ef46819) {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:26:06.096984 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:06.103432 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:06.104375 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322d674-4042-4fb2-b04e-507e349027a3 None None] Network 9f89575f-95b7-4b36-b30e-f4380ef46819 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:26:06.242412 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0246887 Jun 27 12:26:06.314010 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2648dc6-9046-45ce-b1a9-62772fab2e39 None None] Network 9f89575f-95b7-4b36-b30e-f4380ef46819 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:26:06.645081 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e661ba6-a6d7-4666-b15d-e76b6dd76861 req-051a5958-341f-4862-95e7-e84bc4eaf500 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:06.646447 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8e661ba6-a6d7-4666-b15d-e76b6dd76861 req-051a5958-341f-4862-95e7-e84bc4eaf500 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0798798 Jun 27 12:26:06.693856 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8e661ba6-a6d7-4666-b15d-e76b6dd76861 req-4dd5f3a4-586e-4fe4-a03b-8e6e903fd089 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Jun 27 12:26:07.138547 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34354) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:07.159191 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:07.193982 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:07.198189 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] Usage tracker for resource:security_group_rule and tenant:ca1bad72e91f42ea8201a53f36eec9f9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:07.201375 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:07.210770 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:07.277295 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:07.353476 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:07.368770 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-24c1ef50-8e82-4e13-a3cf-eb325de40205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:07.404346 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c2d471-e9e6-4805-abb1-667327e08cdf,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:07.413020 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca1bad72e91f42ea8201a53f36eec9f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2778018 Jun 27 12:26:07.415023 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34370) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:07.425400 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:07.478416 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-abfbe773-dae6-41e3-a046-aef7e83b44c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:07.504403 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-abfbe773-dae6-41e3-a046-aef7e83b44c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:07.650826 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-abfbe773-dae6-41e3-a046-aef7e83b44c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:07.659273 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-15ffb271-cce4-4958-9fb0-0e2f50f9f305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:07.673723 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbe773-dae6-41e3-a046-aef7e83b44c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c2d471-e9e6-4805-abb1-667327e08cdf,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:07.676832 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-abfbe773-dae6-41e3-a046-aef7e83b44c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:07.680247 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-abfbe773-dae6-41e3-a046-aef7e83b44c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:07.683049 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-abfbe773-dae6-41e3-a046-aef7e83b44c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44c2d471-e9e6-4805-abb1-667327e08cdf HTTP/1.1" status: 204 len: 168 time: 0.2647946 Jun 27 12:26:07.795353 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-58c55fcf-f675-45b7-9b46-473816ee2885 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:07.796664 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-58c55fcf-f675-45b7-9b46-473816ee2885 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Synchronizing usage tracker for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:network {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:26:07.903773 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87a5ae-4c8e-4b73-a007-5c3d074e88da req-28d448fd-df4e-47c9-afe8-f34ebf175f61 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:07.903773 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fa87a5ae-4c8e-4b73-a007-5c3d074e88da req-28d448fd-df4e-47c9-afe8-f34ebf175f61 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0789692 Jun 27 12:26:07.950131 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fa87a5ae-4c8e-4b73-a007-5c3d074e88da req-c42876a2-830f-48bb-b41d-1652f6ccaa22 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Jun 27 12:26:08.147697 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-58c55fcf-f675-45b7-9b46-473816ee2885 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Unset dirty status for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:network {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:26:08.149857 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-58c55fcf-f675-45b7-9b46-473816ee2885 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/networks?id=9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 200 len: 814 time: 0.5120432 Jun 27 12:26:08.167831 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-1f2f60ca-591a-48d2-ac77-199abd966c81 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/quotas/9d311a99d1df43d388130d39898d4ce6 HTTP/1.1" status: 200 len: 375 time: 0.0112896 Jun 27 12:26:08.222235 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-5ba09623-d323-4ffb-8630-3bd53565e262 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467222 Jun 27 12:26:08.360983 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-8c6ec5f6-8eca-4b19-9e5d-66887e048b12 service neutron] 10.222.0.45 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316817 Jun 27 12:26:08.516345 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7ee2cd60-0749-4130-ac6a-18e2c8f0cf57 service neutron] 10.222.0.45 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490221 Jun 27 12:26:08.594436 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34398) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:08.892937 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d5264b11-92e6-4970-89c5-60a0607cabec req-3e8cc218-7fe4-4c21-a2fe-4d538a159071 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 210 time: 0.0484219 Jun 27 12:26:09.079875 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.104228 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34418) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:09.119545 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:09.123669 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a1039251cf604ae0acb08978bbfaf8e8 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:09.130408 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:09.135189 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:09.162966 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84fb62-d942-40a7-8210-65d3a154a7b9 req-600f5ad3-59d0-463c-985f-53b15d8699f5 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:09.166227 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4f84fb62-d942-40a7-8210-65d3a154a7b9 req-600f5ad3-59d0-463c-985f-53b15d8699f5 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0935977 Jun 27 12:26:09.208776 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.216981 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34426) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:09.241348 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4f84fb62-d942-40a7-8210-65d3a154a7b9 req-23bcea51-0c13-46bd-bbec-ea028519a48d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711567 Jun 27 12:26:09.242211 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.277441 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:09.282443 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] Usage tracker for resource:security_group_rule and tenant:4aa9a8eff95442cda51337fe1c87bc36 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:09.286433 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:09.292205 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:09.347874 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.359217 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-50c34f3e-aeb3-47a6-8742-8383916ec3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:09.437379 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.468740 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f8fe8b-ee4b-4312-8195-8e3442bf067a,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:09.474159 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:09.482805 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1039251cf604ae0acb08978bbfaf8e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8847442 Jun 27 12:26:09.483091 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34432) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:09.519439 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.528666 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c4c29f69-a946-493d-8872-c1869b3b4aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:09.566276 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fea72bfa-dd65-427a-bdf7-9a72348befdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.579289 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6457855-d858-4928-a6a0-60a04637363d,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:09.599975 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:09.605889 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4aa9a8eff95442cda51337fe1c87bc36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3873334 Jun 27 12:26:09.606136 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.610103 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34440) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:09.633721 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fea72bfa-dd65-427a-bdf7-9a72348befdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.681688 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:09.685865 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] Usage tracker for resource:security_group_rule and tenant:52733792f479461bbcee37e7898386cc is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:09.689494 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:09.696032 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:09.759048 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec086-2bdd-4d2f-a4cd-71b30783e9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.770675 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.771859 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec086-2bdd-4d2f-a4cd-71b30783e9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.872657 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fea72bfa-dd65-427a-bdf7-9a72348befdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.878292 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:09.894267 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea72bfa-dd65-427a-bdf7-9a72348befdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f8fe8b-ee4b-4312-8195-8e3442bf067a,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:09.898865 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-fea72bfa-dd65-427a-bdf7-9a72348befdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:09.902406 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fea72bfa-dd65-427a-bdf7-9a72348befdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:09.903478 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-fea72bfa-dd65-427a-bdf7-9a72348befdb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02f8fe8b-ee4b-4312-8195-8e3442bf067a HTTP/1.1" status: 204 len: 168 time: 0.4192042 Jun 27 12:26:10.006096 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:10.017618 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8390d2b4-70ce-49c1-b587-7c808f2c6a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:10.027532 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-82ffc7f7-31ee-4866-82ba-c9a3d2381840 req-68dfdd55-7195-4c55-9f0a-1aff6916a37a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 210 time: 0.0560770 Jun 27 12:26:10.058743 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18de69a-bb99-4283-a47e-e9fc650621f4,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:10.061686 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:10.064016 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52733792f479461bbcee37e7898386cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9588580 Jun 27 12:26:10.066767 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34454) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:10.124754 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec086-2bdd-4d2f-a4cd-71b30783e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:10.126225 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-234fecc9-2ba4-4bee-b76c-f7d70723be33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:10.131548 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-011db17d-26f4-4b77-8767-f78a5e0f24ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:10.145484 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ec086-2bdd-4d2f-a4cd-71b30783e9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6457855-d858-4928-a6a0-60a04637363d,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:10.147699 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-4b5ec086-2bdd-4d2f-a4cd-71b30783e9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:10.156833 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec086-2bdd-4d2f-a4cd-71b30783e9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:10.157011 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-234fecc9-2ba4-4bee-b76c-f7d70723be33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:10.157995 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-4b5ec086-2bdd-4d2f-a4cd-71b30783e9a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6457855-d858-4928-a6a0-60a04637363d HTTP/1.1" status: 204 len: 168 time: 0.5466588 Jun 27 12:26:10.330280 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-234fecc9-2ba4-4bee-b76c-f7d70723be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:10.335320 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-881ac297-ad02-419e-8cd1-ac9c4fd2c69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:10.346689 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fecc9-2ba4-4bee-b76c-f7d70723be33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18de69a-bb99-4283-a47e-e9fc650621f4,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:10.353247 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-234fecc9-2ba4-4bee-b76c-f7d70723be33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:10.353981 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-234fecc9-2ba4-4bee-b76c-f7d70723be33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:10.357769 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-234fecc9-2ba4-4bee-b76c-f7d70723be33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b18de69a-bb99-4283-a47e-e9fc650621f4 HTTP/1.1" status: 204 len: 168 time: 0.2900600 Jun 27 12:26:10.443643 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77108cd3-eb78-4af8-82ca-d3e871ad68fe req-bd94c49b-e5e2-40b0-9175-f878f96f7212 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:10.445097 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77108cd3-eb78-4af8-82ca-d3e871ad68fe req-bd94c49b-e5e2-40b0-9175-f878f96f7212 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0779865 Jun 27 12:26:10.498307 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77108cd3-eb78-4af8-82ca-d3e871ad68fe req-c639f20d-ccc1-4820-9584-d5945945ab55 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475578 Jun 27 12:26:11.015683 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34476) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:11.212012 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c55273bb-a850-4e91-a83b-1257a6841661 req-616df28b-e1e8-447b-a51f-a2b4f1a4f382 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 210 time: 0.0475106 Jun 27 12:26:11.241423 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:11.275145 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:11.279342 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] Usage tracker for resource:security_group_rule and tenant:6a199fc7ee58418e9565629c2f9df0ad is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:11.282754 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:11.288406 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:11.369074 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:11.377347 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34494) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:11.398936 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:11.431763 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:11.435812 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2c027865454936b2f885ee6a04cfb9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:11.438803 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:11.439740 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:11.446787 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:11.450916 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ab7cd86b-b742-474b-96e9-996456d31379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:11.516362 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18e13d3-a08e-49a5-ab54-28494e11d4ee,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:11.529176 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:11.549591 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:11.554649 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34504) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:11.554794 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a199fc7ee58418e9565629c2f9df0ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5377326 Jun 27 12:26:11.607261 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:11.617982 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-4b5ec086-2bdd-4d2f-a4cd-71b30783e9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:11.660291 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fea227-0e96-4c58-bdfa-6bedc7438f0f,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:11.673037 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:11.718986 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf2c027865454936b2f885ee6a04cfb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3404920 Jun 27 12:26:11.731384 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34512) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:11.741385 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11bba31d-339f-44b8-b7f9-87eb63dfd8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:11.786427 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11bba31d-339f-44b8-b7f9-87eb63dfd8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:11.826061 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f2b9330a-bdfe-4325-84d8-c54a0f5a7823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:11.837514 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516c227-1d98-41c6-8e75-becd56573ef2 req-c851643b-535f-444c-bac6-a70a417448a3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:11.839029 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4516c227-1d98-41c6-8e75-becd56573ef2 req-c851643b-535f-444c-bac6-a70a417448a3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1640255 Jun 27 12:26:11.865530 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f2b9330a-bdfe-4325-84d8-c54a0f5a7823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:11.892315 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4516c227-1d98-41c6-8e75-becd56573ef2 req-7872fbe2-1ab5-4e23-8647-2323ca8a25e1 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 Jun 27 12:26:12.045061 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11bba31d-339f-44b8-b7f9-87eb63dfd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:12.045557 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f2b9330a-bdfe-4325-84d8-c54a0f5a7823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:12.050820 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-56ccd1ca-e196-4e54-9434-b1da25fd07fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:12.072886 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5a870c57-580e-4f6c-b67b-b1501297b3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:12.073183 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bba31d-339f-44b8-b7f9-87eb63dfd8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18e13d3-a08e-49a5-ab54-28494e11d4ee,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:12.073498 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-11bba31d-339f-44b8-b7f9-87eb63dfd8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:12.075350 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9330a-bdfe-4325-84d8-c54a0f5a7823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fea227-0e96-4c58-bdfa-6bedc7438f0f,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:12.076109 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11bba31d-339f-44b8-b7f9-87eb63dfd8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:12.078030 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-11bba31d-339f-44b8-b7f9-87eb63dfd8d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e18e13d3-a08e-49a5-ab54-28494e11d4ee HTTP/1.1" status: 204 len: 168 time: 0.5223119 Jun 27 12:26:12.081409 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f2b9330a-bdfe-4325-84d8-c54a0f5a7823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:12.090788 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f2b9330a-bdfe-4325-84d8-c54a0f5a7823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:12.094456 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f2b9330a-bdfe-4325-84d8-c54a0f5a7823 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80fea227-0e96-4c58-bdfa-6bedc7438f0f HTTP/1.1" status: 204 len: 168 time: 0.3562965 Jun 27 12:26:12.421762 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ff69b243-6e0b-4f09-aec1-c5d43393c8d6 req-97c6281d-e385-4858-bb5f-62e3841e57cb tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 210 time: 0.0652409 Jun 27 12:26:12.469200 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-25ecf31d-58b4-48ae-9153-45809610e936 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:12.473648 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-25ecf31d-58b4-48ae-9153-45809610e936 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "GET /v2.0/networks?id=9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 200 len: 814 time: 0.2401576 Jun 27 12:26:12.501760 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Request body: {'port': {'device_id': 'b4f9f623-d7cc-4ed8-a6d5-460007120189', 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819', 'admin_state_up': True, 'tenant_id': '9d311a99d1df43d388130d39898d4ce6'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:12.660953 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:12.665432 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Usage tracker for resource:port and tenant:9d311a99d1df43d388130d39898d4ce6 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:12.668305 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:12.674106 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:12.765444 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Made reservation on behalf of 9d311a99d1df43d388130d39898d4ce6 for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:12.768280 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:12.959315 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Allocated IP 172.20.0.11 (9f89575f-95b7-4b36-b30e-f4380ef46819/c6c5081f-248d-45df-bbef-4449973dcb6f/b8c41c2a-1c52-4fe2-ba77-6193e289794a) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:26:13.216921 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07702c-e626-41ed-b090-c3f06a7bf6a3 req-80135f94-4b3d-495f-a553-d01cea676654 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:13.218572 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8e07702c-e626-41ed-b090-c3f06a7bf6a3 req-80135f94-4b3d-495f-a553-d01cea676654 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.2004020 Jun 27 12:26:13.279163 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.299352 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8e07702c-e626-41ed-b090-c3f06a7bf6a3 req-8c8f02e3-43a4-4b2a-91be-f12a0440a6ef tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717049 Jun 27 12:26:13.306491 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34556) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:13.327661 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.359347 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:13.363332 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] Usage tracker for resource:security_group_rule and tenant:7869301947a44540a74e93d2fe2fc5e9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:13.366298 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:13.371879 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:13.423326 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.432577 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:13.449533 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.515676 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Network 9f89575f-95b7-4b36-b30e-f4380ef46819 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:26:13.524673 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:26:13.534845 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:26:13.548149 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.555744 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:13.594834 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Pushing event updated for resources: {'Port': ['ID=b8c41c2a-1c52-4fe2-ba77-6193e289794a,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:13.600190 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:13.619906 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b28b49-9d0e-4722-8cd5-7f197f624f6a,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:13.620972 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:13.621788 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.625700 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:13.638957 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7869301947a44540a74e93d2fe2fc5e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3315609 Jun 27 12:26:13.641498 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34568) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:13.722499 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2c438028-2984-414c-9c10-81f309ca8358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.729726 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d409a-cb65-497f-b9de-f65ff77097de req-cd851da4-6e39-464b-b33e-b0fbc0500f31 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:13.730412 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-bf8d409a-cb65-497f-b9de-f65ff77097de req-cd851da4-6e39-464b-b33e-b0fbc0500f31 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Synchronizing usage tracker for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:26:13.748134 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2505221 Jun 27 12:26:13.749277 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2c438028-2984-414c-9c10-81f309ca8358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.773408 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Request body: {'port': {'device_id': 'b4f9f623-d7cc-4ed8-a6d5-460007120189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:13.856192 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-bf8d409a-cb65-497f-b9de-f65ff77097de req-cd851da4-6e39-464b-b33e-b0fbc0500f31 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Unset dirty status for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:26:13.857318 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bf8d409a-cb65-497f-b9de-f65ff77097de req-cd851da4-6e39-464b-b33e-b0fbc0500f31 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 932 time: 0.2079988 Jun 27 12:26:13.873201 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2c438028-2984-414c-9c10-81f309ca8358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.878008 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-e11ff8bc-b2a0-4bbe-b531-b00d47dc20e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:13.891095 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c438028-2984-414c-9c10-81f309ca8358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b28b49-9d0e-4722-8cd5-7f197f624f6a,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:13.893684 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-2c438028-2984-414c-9c10-81f309ca8358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:13.894786 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2c438028-2984-414c-9c10-81f309ca8358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.899094 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-2c438028-2984-414c-9c10-81f309ca8358 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72b28b49-9d0e-4722-8cd5-7f197f624f6a HTTP/1.1" status: 204 len: 168 time: 0.2534893 Jun 27 12:26:13.911461 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:13.935663 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-bf8d409a-cb65-497f-b9de-f65ff77097de req-0422332a-2f45-4427-aa82-731703ba5c89 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Synchronizing usage tracker for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:26:14.097736 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-bf8d409a-cb65-497f-b9de-f65ff77097de req-0422332a-2f45-4427-aa82-731703ba5c89 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Unset dirty status for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:26:14.098882 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bf8d409a-cb65-497f-b9de-f65ff77097de req-0422332a-2f45-4427-aa82-731703ba5c89 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304761 Jun 27 12:26:14.276765 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c41c2a-1c52-4fe2-ba77-6193e289794a {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:26:14.283482 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:14.298048 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Transition to ACTIVE for port object b8c41c2a-1c52-4fe2-ba77-6193e289794a will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:26:14.353799 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:14.358608 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:14.592756 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c41c2a-1c52-4fe2-ba77-6193e289794a,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:14.605291 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:14.718507 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35251460-843e-467f-bd49-f105570004fc req-8172abca-43b0-486e-b516-4c3886f1e134 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:14.725147 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-35251460-843e-467f-bd49-f105570004fc req-8172abca-43b0-486e-b516-4c3886f1e134 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.2612836 Jun 27 12:26:14.770070 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Attempting to bind port b8c41c2a-1c52-4fe2-ba77-6193e289794a on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:26:14.770386 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Attempting to bind port b8c41c2a-1c52-4fe2-ba77-6193e289794a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:26:14.770709 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Attempting to bind port b8c41c2a-1c52-4fe2-ba77-6193e289794a on network 9f89575f-95b7-4b36-b30e-f4380ef46819 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:26:14.784317 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Port b8c41c2a-1c52-4fe2-ba77-6193e289794a on network 9f89575f-95b7-4b36-b30e-f4380ef46819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:26:14.784664 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Attempting to bind port b8c41c2a-1c52-4fe2-ba77-6193e289794a on network 9f89575f-95b7-4b36-b30e-f4380ef46819 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:26:14.788855 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-35251460-843e-467f-bd49-f105570004fc req-184a5166-381a-4a80-b8e2-2fdc814ae207 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629275 Jun 27 12:26:14.793282 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:26:14.793617 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Checking segment: {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:26:14.793987 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Bound using segment: {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:26:14.794400 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Bound port: b8c41c2a-1c52-4fe2-ba77-6193e289794a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:26:14.794742 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:14.892667 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] For port b8c41c2a-1c52-4fe2-ba77-6193e289794a, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:26:14.895657 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] For port b8c41c2a-1c52-4fe2-ba77-6193e289794a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b8c41c2a-1c52-4fe2-ba77-6193e289794a,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:26:15.005336 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:15.011896 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:15.066231 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:15.067673 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] 10.222.0.50 "PUT /v2.0/ports/b8c41c2a-1c52-4fe2-ba77-6193e289794a HTTP/1.1" status: 200 len: 1094 time: 1.2991641 Jun 27 12:26:15.074523 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f9f623-d7cc-4ed8-a6d5-460007120189', 'tag': 'b8c41c2a-1c52-4fe2-ba77-6193e289794a'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:26:15.100536 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c41c2a-1c52-4fe2-ba77-6193e289794a,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:15.103797 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:15.142609 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f9f623-d7cc-4ed8-a6d5-460007120189', 'tag': 'b8c41c2a-1c52-4fe2-ba77-6193e289794a', 'status': 'completed', 'code': 200} Jun 27 12:26:15.345856 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7ea19250-8df5-4bb5-a995-ed0609f3af5b req-a089209f-eb6d-4b25-9116-23b83b1db6de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 1097 time: 0.1385617 Jun 27 12:26:15.351914 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e1b1d-f4c5-4b95-ac9b-ed22f4f9d8ff req-aa8998d4-2abd-4c16-a8ac-8ec82384a43a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:15.353190 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-767e1b1d-f4c5-4b95-ac9b-ed22f4f9d8ff req-aa8998d4-2abd-4c16-a8ac-8ec82384a43a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 944 time: 0.1035345 Jun 27 12:26:15.494622 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-767e1b1d-f4c5-4b95-ac9b-ed22f4f9d8ff req-b06b7d77-dbc0-40ed-b34d-356157681f6a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348581 Jun 27 12:26:15.540743 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea19250-8df5-4bb5-a995-ed0609f3af5b req-f111b5b0-16cc-41e0-873e-8ebc731061aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:15.542340 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7ea19250-8df5-4bb5-a995-ed0609f3af5b req-f111b5b0-16cc-41e0-873e-8ebc731061aa service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9d311a99d1df43d388130d39898d4ce6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1622186 Jun 27 12:26:15.695745 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea19250-8df5-4bb5-a995-ed0609f3af5b req-19f0821c-e593-4583-9ef7-45a65cbad546 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:15.697210 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7ea19250-8df5-4bb5-a995-ed0609f3af5b req-19f0821c-e593-4583-9ef7-45a65cbad546 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1460700 Jun 27 12:26:15.852737 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-46f9c115-b813-4d33-a9a3-35904b5f977a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 1097 time: 0.0802541 Jun 27 12:26:15.954989 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-fecc407b-dc51-4a95-b8cd-951f469cd307 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8c41c2a-1c52-4fe2-ba77-6193e289794a HTTP/1.1" status: 200 len: 217 time: 0.0826910 Jun 27 12:26:16.049437 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-86f0346d-7e76-4688-8fe8-01e1c56e1bdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:16.051201 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-86f0346d-7e76-4688-8fe8-01e1c56e1bdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c6c5081f-248d-45df-bbef-4449973dcb6f HTTP/1.1" status: 200 len: 854 time: 0.0870552 Jun 27 12:26:16.135565 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-83e6dc68-5ed1-4e2d-a0bf-f794b76f7ee6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f89575f-95b7-4b36-b30e-f4380ef46819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769582 Jun 27 12:26:16.299569 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be3a6-2ef9-47bd-acb2-bf49a865a855 req-48744996-6f3d-41ff-ba98-ddfdcf59e247 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:16.301015 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-774be3a6-2ef9-47bd-acb2-bf49a865a855 req-48744996-6f3d-41ff-ba98-ddfdcf59e247 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.2013309 Jun 27 12:26:16.304064 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-12a8fe5e-b67e-4791-8518-711629d0c41e service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584017 Jun 27 12:26:16.437054 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-774be3a6-2ef9-47bd-acb2-bf49a865a855 req-037233a6-c7b8-4bcc-bb6e-1a60bf5dd226 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301343 Jun 27 12:26:16.489587 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad8ec437-d285-486e-ada0-7fcada6ceedd req-09fe641a-2045-4c5c-aca7-36d921efd2b0 service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680675 Jun 27 12:26:16.733620 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7f098-ba6d-4a62-b832-5c70319a596d req-d3721b8a-9f96-402c-b743-a42468e97d04 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:16.735047 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-21b7f098-ba6d-4a62-b832-5c70319a596d req-d3721b8a-9f96-402c-b743-a42468e97d04 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 944 time: 0.0836329 Jun 27 12:26:16.787271 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-21b7f098-ba6d-4a62-b832-5c70319a596d req-1a3c9878-87f8-4971-8c00-34323f264952 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415096 Jun 27 12:26:17.662168 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59f78-fab7-4c93-9932-5937e2d7b778 req-2f2e507d-3ee3-4d00-95e5-dd751ca3fb96 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:17.663685 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-93a59f78-fab7-4c93-9932-5937e2d7b778 req-2f2e507d-3ee3-4d00-95e5-dd751ca3fb96 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0983150 Jun 27 12:26:17.774785 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-93a59f78-fab7-4c93-9932-5937e2d7b778 req-71e27c69-57df-459d-9401-cc1f5cdb17cc tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053522 Jun 27 12:26:18.016063 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6c5cf-6cda-4774-b5f0-839bac873e39 req-8bd4daf9-3918-46b0-bfe3-6de2dadc0962 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:18.017564 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-aba6c5cf-6cda-4774-b5f0-839bac873e39 req-8bd4daf9-3918-46b0-bfe3-6de2dadc0962 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 944 time: 0.0877345 Jun 27 12:26:18.069195 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-aba6c5cf-6cda-4774-b5f0-839bac873e39 req-b2560a0d-79ff-4503-970d-1a76aed4d388 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Jun 27 12:26:18.107279 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34724) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:18.284727 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:18.324541 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:18.333297 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:d8a09c5a75ab4598b32684728612a6ef is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:18.337692 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:18.346658 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:18.417993 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:18.582769 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:18.594979 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-cd75e136-ea45-4949-a046-e2d3b0f72fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:18.660470 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e8a9c6-95e0-4235-8c2f-c6c1aae86e44,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:18.665502 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:18.669334 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8a09c5a75ab4598b32684728612a6ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5602677 Jun 27 12:26:18.675485 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34746) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:18.764873 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f918-d976-4ff3-b998-e7e70d6aebc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:18.800120 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f918-d976-4ff3-b998-e7e70d6aebc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:18.999185 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d78406-6bf2-4164-8b79-1d302c33581f req-188f4a2a-20c6-4956-87fb-b516db3d80e0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:18.999185 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-76d78406-6bf2-4164-8b79-1d302c33581f req-188f4a2a-20c6-4956-87fb-b516db3d80e0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0808029 Jun 27 12:26:19.056217 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-76d78406-6bf2-4164-8b79-1d302c33581f req-dd368c03-b02b-4a96-93fe-218d1478e1f3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436301 Jun 27 12:26:19.153497 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f918-d976-4ff3-b998-e7e70d6aebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:19.158928 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:19.172116 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9f918-d976-4ff3-b998-e7e70d6aebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e8a9c6-95e0-4235-8c2f-c6c1aae86e44,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:19.174591 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e8c9f918-d976-4ff3-b998-e7e70d6aebc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:19.176958 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f918-d976-4ff3-b998-e7e70d6aebc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:19.178034 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-e8c9f918-d976-4ff3-b998-e7e70d6aebc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7e8a9c6-95e0-4235-8c2f-c6c1aae86e44 HTTP/1.1" status: 204 len: 168 time: 0.5045085 Jun 27 12:26:19.278686 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc012664-cb9d-4c33-9fce-d5ce8f71614c req-e407370b-d1bf-4d63-871f-2f40c2e7c5d2 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:19.280851 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-dc012664-cb9d-4c33-9fce-d5ce8f71614c req-e407370b-d1bf-4d63-871f-2f40c2e7c5d2 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 944 time: 0.0828848 Jun 27 12:26:19.326818 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-dc012664-cb9d-4c33-9fce-d5ce8f71614c req-5b560776-a3d3-4194-9de2-141f411df58f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399632 Jun 27 12:26:20.155611 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34786) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:20.210976 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:20.261236 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:20.266989 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] Usage tracker for resource:security_group_rule and tenant:9a3720619b0b4ccc9f10bac981010977 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:20.270422 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:20.277437 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:20.296714 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108b5d4-b3db-4614-8360-8869b9ec1aa5 req-b87e9e2e-2642-4759-91cd-363ba73cfbe4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:20.298144 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e108b5d4-b3db-4614-8360-8869b9ec1aa5 req-b87e9e2e-2642-4759-91cd-363ba73cfbe4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1233411 Jun 27 12:26:20.363007 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b8c41c2a-1c52-4fe2-ba77-6193e289794a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:26:20.377186 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e108b5d4-b3db-4614-8360-8869b9ec1aa5 req-5bc7e083-7064-49f5-a620-074d5ee09af4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667429 Jun 27 12:26:20.392157 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:20.479225 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:20.487174 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-11bba31d-339f-44b8-b7f9-87eb63dfd8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:20.529612 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3fadfb-a0d8-4864-adc1-76b66789b658,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:20.532645 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b7f63-2914-4339-9cc5-5732b12a5da8 req-5589f43b-3b2f-488d-bea9-596f1775c4e8 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:20.534246 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-cd3b7f63-2914-4339-9cc5-5732b12a5da8 req-5589f43b-3b2f-488d-bea9-596f1775c4e8 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 944 time: 0.0806701 Jun 27 12:26:20.544333 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:20.550292 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a3720619b0b4ccc9f10bac981010977&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3935380 Jun 27 12:26:20.552418 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34798) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:20.585557 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b8c41c2a-1c52-4fe2-ba77-6193e289794a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b8c41c2a-1c52-4fe2-ba77-6193e289794a,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:20.611284 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': 'b8c41c2a-1c52-4fe2-ba77-6193e289794a', 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819', 'port_id': 'b8c41c2a-1c52-4fe2-ba77-6193e289794a', 'mac_address': 'fa:16:3e:13:aa:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5081f-248d-45df-bbef-4449973dcb6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:26:20.635094 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-cd3b7f63-2914-4339-9cc5-5732b12a5da8 req-2ab1e6f3-2a5a-4488-95b8-ea64b838c769 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Jun 27 12:26:20.635306 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbaa6-a348-4be0-8ccb-366f51bd89fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:20.668561 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbaa6-a348-4be0-8ccb-366f51bd89fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:20.693328 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:20.711123 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c41c2a-1c52-4fe2-ba77-6193e289794a {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:26:20.727036 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b8c41c2a-1c52-4fe2-ba77-6193e289794a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b8c41c2a-1c52-4fe2-ba77-6193e289794a,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:20.827495 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbaa6-a348-4be0-8ccb-366f51bd89fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:20.827703 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:20.829406 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:20.836060 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e8c9f918-d976-4ff3-b998-e7e70d6aebc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:20.848704 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbaa6-a348-4be0-8ccb-366f51bd89fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3fadfb-a0d8-4864-adc1-76b66789b658,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:20.851603 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fc8bbaa6-a348-4be0-8ccb-366f51bd89fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:20.854215 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbaa6-a348-4be0-8ccb-366f51bd89fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:20.855367 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-fc8bbaa6-a348-4be0-8ccb-366f51bd89fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f3fadfb-a0d8-4864-adc1-76b66789b658 HTTP/1.1" status: 204 len: 168 time: 0.3019354 Jun 27 12:26:20.927338 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=b8c41c2a-1c52-4fe2-ba77-6193e289794a,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:20.930748 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:21.223571 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b8c41c2a-1c52-4fe2-ba77-6193e289794a'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:26:21.586382 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c705e3eb-a2e6-404e-a944-e7bdfae84ec5 req-e6c3c148-c06f-4104-9cda-0a70ddbaddc7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 1099 time: 0.1854846 Jun 27 12:26:21.713644 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c705e3eb-a2e6-404e-a944-e7bdfae84ec5 req-9b253186-aaf1-43a4-9250-4c3db59e84d4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227071 Jun 27 12:26:21.748479 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b2ceb-a3b6-4362-9117-97134b4f7679 req-de753a13-96a0-464b-822a-7c27f5137931 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:21.751577 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-427b2ceb-a3b6-4362-9117-97134b4f7679 req-de753a13-96a0-464b-822a-7c27f5137931 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0993407 Jun 27 12:26:21.809476 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-427b2ceb-a3b6-4362-9117-97134b4f7679 req-8975ed7b-bec6-4d8a-8780-a5ccb253b60c tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Jun 27 12:26:21.880355 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ae03-7864-4f1e-a1cc-0df896b4b2dd req-191e4e01-7f88-4b76-b017-eaa9fd8bc1af tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:21.882116 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0a10ae03-7864-4f1e-a1cc-0df896b4b2dd req-191e4e01-7f88-4b76-b017-eaa9fd8bc1af tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 945 time: 0.0962398 Jun 27 12:26:21.937136 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0a10ae03-7864-4f1e-a1cc-0df896b4b2dd req-d3e6bb88-750f-4247-9894-55d2eaa1f62f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479546 Jun 27 12:26:22.373614 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b8c41c2a-1c52-4fe2-ba77-6193e289794a up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:26:22.518235 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port b8c41c2a-1c52-4fe2-ba77-6193e289794a completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:26:22.523313 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port b8c41c2a-1c52-4fe2-ba77-6193e289794a triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:26:22.523689 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:22.636289 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:22.662405 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f9f623-d7cc-4ed8-a6d5-460007120189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c41c2a-1c52-4fe2-ba77-6193e289794a'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:26:22.672113 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b8c41c2a-1c52-4fe2-ba77-6193e289794a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b8c41c2a-1c52-4fe2-ba77-6193e289794a,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:22.716805 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f9f623-d7cc-4ed8-a6d5-460007120189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c41c2a-1c52-4fe2-ba77-6193e289794a', 'code': 200} Jun 27 12:26:22.741682 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:22.743680 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:22.807153 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=b8c41c2a-1c52-4fe2-ba77-6193e289794a,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:22.810111 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:23.053534 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7607eb-02dd-46ee-b95b-7ba1c93defa8 req-9c5958b3-e771-4f62-8f4c-885433d4e6cd tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:23.061044 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0e7607eb-02dd-46ee-b95b-7ba1c93defa8 req-9c5958b3-e771-4f62-8f4c-885433d4e6cd tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1171184 Jun 27 12:26:23.107049 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0e7607eb-02dd-46ee-b95b-7ba1c93defa8 req-682097ae-c22c-4860-b5b7-8c8334fb4ee4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 Jun 27 12:26:23.167416 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb882c4-ce76-439c-b0e2-87c112a7f312 req-9eae7974-7c42-4bf6-8632-dc744d0ff8ad tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:23.168883 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4bb882c4-ce76-439c-b0e2-87c112a7f312 req-9eae7974-7c42-4bf6-8632-dc744d0ff8ad tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 946 time: 0.0957386 Jun 27 12:26:23.219107 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4bb882c4-ce76-439c-b0e2-87c112a7f312 req-b7445554-ebec-41a1-a525-278dfdba58e9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Jun 27 12:26:23.433403 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7620ee81-a1dc-4734-baac-202d547ff8ed req-1b47bb10-dcd8-43eb-b187-8ab765fb6625 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 1099 time: 0.0681713 Jun 27 12:26:23.477213 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7620ee81-a1dc-4734-baac-202d547ff8ed req-96661c9d-fd44-486c-9b4c-9eecd02f75b6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363767 Jun 27 12:26:23.615238 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34880) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:23.770708 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:23.805417 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:23.809534 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] Usage tracker for resource:security_group_rule and tenant:fe8677d81d004ae58e5f31c1bb254cd1 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:23.812448 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:23.818258 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:23.884440 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:24.026526 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:24.033856 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8aafd5a1-2e18-4c7f-94ab-3ddac12833f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:24.075769 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b87bf2-cb7a-4b3b-ba2d-3b5feb28ab39,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:24.079313 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:24.081747 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe8677d81d004ae58e5f31c1bb254cd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4653542 Jun 27 12:26:24.084340 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34894) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:24.147386 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ab234404-5ceb-4a07-9ab3-541d7db5c79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:24.173435 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ab234404-5ceb-4a07-9ab3-541d7db5c79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:24.305513 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b27eb7-3858-47db-b2e8-d0c41d9d92c6 req-ff1fec72-d1ce-4e74-b024-de96bf2b338d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:24.306953 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-78b27eb7-3858-47db-b2e8-d0c41d9d92c6 req-ff1fec72-d1ce-4e74-b024-de96bf2b338d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0759506 Jun 27 12:26:24.354127 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-78b27eb7-3858-47db-b2e8-d0c41d9d92c6 req-604719bd-d385-4c4e-aa48-6b937b0bc32f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Jun 27 12:26:24.390287 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ab234404-5ceb-4a07-9ab3-541d7db5c79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:24.400616 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d0a4da63-0fab-4963-8551-6f8b073e7a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:24.412663 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab234404-5ceb-4a07-9ab3-541d7db5c79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b87bf2-cb7a-4b3b-ba2d-3b5feb28ab39,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:24.415636 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ab234404-5ceb-4a07-9ab3-541d7db5c79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:24.432137 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ab234404-5ceb-4a07-9ab3-541d7db5c79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:24.436375 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-ab234404-5ceb-4a07-9ab3-541d7db5c79b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50b87bf2-cb7a-4b3b-ba2d-3b5feb28ab39 HTTP/1.1" status: 204 len: 168 time: 0.3481715 Jun 27 12:26:24.469571 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af78ef9-f995-473f-80b1-f7ed82ec9f5d req-5177d396-092b-47a0-bf63-8a4f9952b3d6 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:24.471124 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1af78ef9-f995-473f-80b1-f7ed82ec9f5d req-5177d396-092b-47a0-bf63-8a4f9952b3d6 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 946 time: 0.1232514 Jun 27 12:26:24.517659 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1af78ef9-f995-473f-80b1-f7ed82ec9f5d req-9013f6dd-0e3c-4b3a-b6ce-91b1d1635a6e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Jun 27 12:26:24.711156 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12427829-56cb-45d3-bf24-9a222b205ce6 req-df57e3a5-1f49-4af0-b30a-c9d2d8c524e8 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:24.712635 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-12427829-56cb-45d3-bf24-9a222b205ce6 req-df57e3a5-1f49-4af0-b30a-c9d2d8c524e8 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0838914 Jun 27 12:26:24.759003 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-12427829-56cb-45d3-bf24-9a222b205ce6 req-f4518e78-9b18-4db6-9be9-5fc7aa0b6e40 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Jun 27 12:26:25.360668 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34928) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:25.379088 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:25.414593 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:25.418556 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e12fe674f24666a6b83f84037a918b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:25.422066 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:25.427834 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:25.492627 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:25.580673 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:25.587800 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a10d441c-95b1-48fe-98a0-7576e748a772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:25.645809 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d87887-cfeb-43b3-ac85-0955f82e5a95,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:25.651035 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:25.653423 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0e12fe674f24666a6b83f84037a918b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2917392 Jun 27 12:26:25.656532 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 34942) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:25.785805 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca1d4-973e-4dd4-a39c-bfc7d5b04c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:25.838347 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca1d4-973e-4dd4-a39c-bfc7d5b04c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:25.840113 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c179a-876a-408c-866b-5b2f6f66082f req-9f4cacc7-43a4-44d9-8869-b80b872b3f8d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:25.842385 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ef3c179a-876a-408c-866b-5b2f6f66082f req-9f4cacc7-43a4-44d9-8869-b80b872b3f8d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 946 time: 0.1716299 Jun 27 12:26:25.850638 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34950) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:25.913685 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ef3c179a-876a-408c-866b-5b2f6f66082f req-f8e4f46d-f013-4795-aff7-52b719155188 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644271 Jun 27 12:26:26.025384 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.079055 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca1d4-973e-4dd4-a39c-bfc7d5b04c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.080440 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-8ca9f92a-545e-4a4a-b35b-2bd01243ffd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.093584 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-abd90a4b-96fb-4548-a5c1-3e7c7242d0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:26.096390 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:26.101072 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] Usage tracker for resource:security_group_rule and tenant:ac48a02c051c49519227f1ac85e1f9b5 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:26.104909 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:26.112583 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:26.115043 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ca1d4-973e-4dd4-a39c-bfc7d5b04c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d87887-cfeb-43b3-ac85-0955f82e5a95,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:26.128094 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-3f5ca1d4-973e-4dd4-a39c-bfc7d5b04c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:26.160248 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca1d4-973e-4dd4-a39c-bfc7d5b04c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.161404 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-3f5ca1d4-973e-4dd4-a39c-bfc7d5b04c6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0d87887-cfeb-43b3-ac85-0955f82e5a95 HTTP/1.1" status: 204 len: 168 time: 0.5040996 Jun 27 12:26:26.189917 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.290214 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.302506 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:26.345642 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7b630d-c942-47b5-b428-a869a69812dc,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:26.348947 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:26.359062 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac48a02c051c49519227f1ac85e1f9b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4823554 Jun 27 12:26:26.359062 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 34962) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:26.412206 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2d9115e4-3e7a-47a8-beed-d68d369b9abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.421644 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.438575 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2d9115e4-3e7a-47a8-beed-d68d369b9abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.617045 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2d9115e4-3e7a-47a8-beed-d68d369b9abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.620150 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-49d01571-18db-4527-b77b-b10abd9adfa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:26.635039 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9115e4-3e7a-47a8-beed-d68d369b9abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7b630d-c942-47b5-b428-a869a69812dc,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:26.639027 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2d9115e4-3e7a-47a8-beed-d68d369b9abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:26.644492 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2d9115e4-3e7a-47a8-beed-d68d369b9abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.645946 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-2d9115e4-3e7a-47a8-beed-d68d369b9abf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a7b630d-c942-47b5-b428-a869a69812dc HTTP/1.1" status: 204 len: 168 time: 0.2910063 Jun 27 12:26:27.587314 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 35004) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:27.605286 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:27.638331 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:27.643825 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] Usage tracker for resource:security_group_rule and tenant:b45c983b16004406bb89c2f1cf9cd33a is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:27.648209 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:27.690091 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:27.691236 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:27.853909 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf756b-24d0-464a-babb-48a4522e535b req-36e06641-0b61-4f8a-aec8-e8c7e5ebc448 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:27.855434 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8dcf756b-24d0-464a-babb-48a4522e535b req-36e06641-0b61-4f8a-aec8-e8c7e5ebc448 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.2088642 Jun 27 12:26:27.913094 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:27.938242 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8dcf756b-24d0-464a-babb-48a4522e535b req-4b91f2ec-4ef4-443f-84df-9cbdf675b88c tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723927 Jun 27 12:26:27.949168 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ffd086f9-550c-4e3f-ad1e-b9f498bd8ec2 req-5e4943fe-6df2-4f05-a90c-0b18e30ff4dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 1098 time: 0.2065489 Jun 27 12:26:28.055179 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ccd234aa-23e0-4a1f-b582-084a74b20f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:28.061853 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:28.072475 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-31ba532d-ed0f-48f1-8572-ec34439d7cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:28.124587 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd086f9-550c-4e3f-ad1e-b9f498bd8ec2 req-d887c9ad-3aad-4181-8cb7-fd58fa858df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:28.126032 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ffd086f9-550c-4e3f-ad1e-b9f498bd8ec2 req-d887c9ad-3aad-4181-8cb7-fd58fa858df1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 920 time: 0.1699796 Jun 27 12:26:28.128977 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d2dd62-cf8d-4eb4-b5b2-202aca215e82,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:28.132421 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:28.135952 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b45c983b16004406bb89c2f1cf9cd33a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5476470 Jun 27 12:26:28.139354 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35020) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:28.202522 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ffd086f9-550c-4e3f-ad1e-b9f498bd8ec2 req-b147180a-aefc-4a84-b620-2cb11beddd5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69 HTTP/1.1" status: 200 len: 217 time: 0.0689092 Jun 27 12:26:28.222667 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2c62-fa4f-4f28-8997-dbe649ce5ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:28.249796 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2c62-fa4f-4f28-8997-dbe649ce5ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:28.265918 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd086f9-550c-4e3f-ad1e-b9f498bd8ec2 req-08f774c9-6a20-45f0-93c7-4babdb8d3dc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:28.267243 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ffd086f9-550c-4e3f-ad1e-b9f498bd8ec2 req-08f774c9-6a20-45f0-93c7-4babdb8d3dc8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 200 len: 859 time: 0.0581589 Jun 27 12:26:28.322844 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ffd086f9-550c-4e3f-ad1e-b9f498bd8ec2 req-10a2e550-7a6c-4fbf-ad83-16c1de67beb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451064 Jun 27 12:26:28.409464 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2c62-fa4f-4f28-8997-dbe649ce5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:28.414683 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5e62f7d8-79c5-4257-b9ef-914616a31736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:28.435481 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a2c62-fa4f-4f28-8997-dbe649ce5ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d2dd62-cf8d-4eb4-b5b2-202aca215e82,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:28.441349 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ea7a2c62-fa4f-4f28-8997-dbe649ce5ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:28.443463 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2c62-fa4f-4f28-8997-dbe649ce5ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:28.444636 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-ea7a2c62-fa4f-4f28-8997-dbe649ce5ed9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/05d2dd62-cf8d-4eb4-b5b2-202aca215e82 HTTP/1.1" status: 204 len: 168 time: 0.3037894 Jun 27 12:26:28.481239 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ffd086f9-550c-4e3f-ad1e-b9f498bd8ec2 req-66852df7-9417-446e-9e40-e0be4155803c service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511009 Jun 27 12:26:28.624159 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ffd086f9-550c-4e3f-ad1e-b9f498bd8ec2 req-aa393c99-a050-4453-b78e-3e285dfc7217 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348131 Jun 27 12:26:28.967341 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:29.168811 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef4b72-d14d-4925-8206-db201809f97e req-40819b79-9cc9-494e-883c-54891a03c950 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:29.171010 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5ef4b72-d14d-4925-8206-db201809f97e req-40819b79-9cc9-494e-883c-54891a03c950 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0873928 Jun 27 12:26:29.226271 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5ef4b72-d14d-4925-8206-db201809f97e req-a2521117-9be0-472b-a814-7685897be5b9 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495803 Jun 27 12:26:29.833434 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 35094) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:29.973440 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1570327622-network', 'tenant_id': '942118f9e7f540498f915bb44f9fb2ef'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:29.978058 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:29.981944 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Usage tracker for resource:network and tenant:942118f9e7f540498f915bb44f9fb2ef is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:29.984752 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:29.991514 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:30.192252 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Made reservation on behalf of 942118f9e7f540498f915bb44f9fb2ef for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:30.194540 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:30.207477 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:30.239105 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:30.243057 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Usage tracker for resource:security_group_rule and tenant:942118f9e7f540498f915bb44f9fb2ef is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:30.245767 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:30.251365 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:30.323161 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:30.409667 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:30.413714 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:30.447249 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:26:30.449554 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0996010b-df1b-47a6-aad4-837116ffa170,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:30.455258 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:30.456968 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c312f-c490-432b-93d0-c14eb1315bba req-7370f290-bc30-4f95-8878-20ef092460d3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:30.459079 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7a8c312f-c490-432b-93d0-c14eb1315bba req-7370f290-bc30-4f95-8878-20ef092460d3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1026149 Jun 27 12:26:30.460208 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:30.460621 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Added segment 89e27338-5c35-481d-8c5a-b193cc1ba1c3 of type vlan for network 7b92714e-eb01-42eb-b70c-c54957b23ca3 Jun 27 12:26:30.488885 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:30.507235 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:30.562692 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7a8c312f-c490-432b-93d0-c14eb1315bba req-3b1d04a4-a513-46a6-a1df-169712cae510 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979915 Jun 27 12:26:30.605693 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:30.609495 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:30.610529 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:30.615643 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:30.725237 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Pushing event updated for resources: {'Network': ['ID=7b92714e-eb01-42eb-b70c-c54957b23ca3,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:30.731820 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:30.738812 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 7b92714e-eb01-42eb-b70c-c54957b23ca3 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:26:30.834259 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9984741 Jun 27 12:26:30.836789 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35118) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:30.844034 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Request body: {'subnet': {'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1570327622-subnet', 'tenant_id': '942118f9e7f540498f915bb44f9fb2ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:30.852805 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:30.861285 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Usage tracker for resource:subnet and tenant:942118f9e7f540498f915bb44f9fb2ef is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:30.871992 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:30.881902 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:30.986405 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Made reservation on behalf of 942118f9e7f540498f915bb44f9fb2ef for: {'subnet': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:30.989196 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:31.283514 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:31.288601 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-df2a4813-a085-4ea9-9d4c-556d732587ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:31.361338 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2312f7b-d2a4-4f42-a602-1e70b5ca6626,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:31.365087 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:31.373439 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Checking segment: {'id': '89e27338-5c35-481d-8c5a-b193cc1ba1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:26:31.373785 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Network hostable DHCP agents. Network: 7b92714e-eb01-42eb-b70c-c54957b23ca3, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:26:31.460390 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Network 7b92714e-eb01-42eb-b70c-c54957b23ca3 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:26:31.529398 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 7b92714e-eb01-42eb-b70c-c54957b23ca3) {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:26:31.533505 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:31.534074 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:31.538971 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd011e-fe30-4eb3-afec-0765db06f178 None None] Network 7b92714e-eb01-42eb-b70c-c54957b23ca3 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:26:31.667308 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8290892 Jun 27 12:26:31.783500 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cdae17-bf4f-4425-86d3-7ae77d36500b None None] Network 7b92714e-eb01-42eb-b70c-c54957b23ca3 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:26:31.846379 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aa582-df53-4648-8887-29bb4ec07769 req-432fcdf9-2ded-4d0f-920f-7f07ecd8e012 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:31.854253 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cc1aa582-df53-4648-8887-29bb4ec07769 req-432fcdf9-2ded-4d0f-920f-7f07ecd8e012 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1412804 Jun 27 12:26:31.901430 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cc1aa582-df53-4648-8887-29bb4ec07769 req-5b65e126-2f5c-4cd4-8a73-a38d10544020 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476015 Jun 27 12:26:32.974429 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35162) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:33.129261 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:33.156106 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262c8ea-44a8-4380-9c90-8c427fa31648 req-56e9079c-7cc5-47c9-8ae4-c94cb8c01d40 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:33.157577 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9262c8ea-44a8-4380-9c90-8c427fa31648 req-56e9079c-7cc5-47c9-8ae4-c94cb8c01d40 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1156442 Jun 27 12:26:33.194960 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:33.206958 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] Usage tracker for resource:security_group_rule and tenant:d89bee0674d845358aae5ddcf52c4489 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:33.211601 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:33.222120 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:33.230390 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9262c8ea-44a8-4380-9c90-8c427fa31648 req-8c8ec443-7be7-4c17-8f06-8a5ab1782a08 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635457 Jun 27 12:26:33.300631 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:33.404985 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:33.420916 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:33.456828 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3894d81-9d20-4193-8568-4e80e8aeeb89,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:33.460689 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d89bee0674d845358aae5ddcf52c4489&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4843311 Jun 27 12:26:33.461616 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:33.463255 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35176) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:33.527146 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a0ba20b7-81ef-4c45-bd19-5137e96784d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:33.554715 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a0ba20b7-81ef-4c45-bd19-5137e96784d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:33.689553 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a0ba20b7-81ef-4c45-bd19-5137e96784d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:33.694290 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-9e992de0-7340-47ad-af5f-440012148cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:33.706512 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba20b7-81ef-4c45-bd19-5137e96784d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3894d81-9d20-4193-8568-4e80e8aeeb89,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:33.709407 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a0ba20b7-81ef-4c45-bd19-5137e96784d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:33.711226 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a0ba20b7-81ef-4c45-bd19-5137e96784d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:33.712297 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-a0ba20b7-81ef-4c45-bd19-5137e96784d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3894d81-9d20-4193-8568-4e80e8aeeb89 HTTP/1.1" status: 204 len: 168 time: 0.2481780 Jun 27 12:26:34.241675 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafef8a-c619-4b97-bffd-293687ba551a req-9782ba70-6819-46d8-9bff-5086956d3e7b tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:34.243419 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-9782ba70-6819-46d8-9bff-5086956d3e7b tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/networks?id=7b92714e-eb01-42eb-b70c-c54957b23ca3 HTTP/1.1" status: 200 len: 809 time: 0.1454465 Jun 27 12:26:34.261592 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-b95869b3-1bd3-43a9-9ddd-fc79ef44cf02 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/quotas/942118f9e7f540498f915bb44f9fb2ef HTTP/1.1" status: 200 len: 375 time: 0.0110321 Jun 27 12:26:34.309146 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-f6b31ead-b1b7-4c3f-b8bb-78b760f1f3ab tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=942118f9e7f540498f915bb44f9fb2ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423567 Jun 27 12:26:34.438699 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-0b450a3f-d6b7-43c3-9e39-eedae6d003be service neutron] 10.222.0.45 "GET /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229954 Jun 27 12:26:34.490783 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522427-832e-4714-8919-9883857a3be9 req-3293ecc4-a1d6-40fc-b4a0-494e16654b39 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:34.492947 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cf522427-832e-4714-8919-9883857a3be9 req-3293ecc4-a1d6-40fc-b4a0-494e16654b39 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0807688 Jun 27 12:26:34.573667 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-08bc856e-d819-42ed-909f-2a4bfb66819e service neutron] 10.222.0.45 "GET /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290214 Jun 27 12:26:34.577188 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cf522427-832e-4714-8919-9883857a3be9 req-84c2a8a9-3c73-4228-842d-6bae4c233188 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784378 Jun 27 12:26:34.766013 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35212) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:34.784930 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:34.815380 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:34.819335 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] Usage tracker for resource:security_group_rule and tenant:fb29ceef21854ac1bd16c32c234394a2 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:34.824476 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:34.829088 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:34.901204 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:34.992247 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:35.001459 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ea7a2c62-fa4f-4f28-8997-dbe649ce5ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:35.017003 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-977baeec-b1e9-45e2-a687-4ff9190bd7da tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:35.020337 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-977baeec-b1e9-45e2-a687-4ff9190bd7da tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/networks?id=9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 200 len: 814 time: 0.1591718 Jun 27 12:26:35.046766 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-fd6db817-69fa-45ef-9d79-8113f88bf8e3 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/quotas/9d311a99d1df43d388130d39898d4ce6 HTTP/1.1" status: 200 len: 375 time: 0.0194142 Jun 27 12:26:35.110747 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ccda15ea-bcf3-48ce-bc07-72c41c113099 req-7194c48a-1220-4e7d-be2d-a6bdbe1e5573 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 210 time: 0.0703051 Jun 27 12:26:35.120250 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a745c0-0f74-44bd-8b30-4b6e8c354a61,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:35.127479 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:35.136048 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb29ceef21854ac1bd16c32c234394a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3689706 Jun 27 12:26:35.137030 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35232) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:35.143455 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-718135e8-2678-4aa2-8101-fa8cbbc6d04d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898902 Jun 27 12:26:35.202774 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-503f08f3-106f-43aa-9916-4737f2a3fc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:35.230943 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-503f08f3-106f-43aa-9916-4737f2a3fc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:35.275352 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-3d83bf01-3d5a-4330-bf01-78d2a326d3c6 service neutron] 10.222.0.45 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309073 Jun 27 12:26:35.475789 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-8c10d1b9-1b3e-4029-a3f9-532319825e44 service neutron] 10.222.0.45 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924555 Jun 27 12:26:35.783601 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-503f08f3-106f-43aa-9916-4737f2a3fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:35.788613 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-323612f0-ef7a-4db8-9048-fbd081d2792e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:35.801737 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e2b10-0035-430c-a4eb-71328805e9da req-da963062-9743-4d95-a816-f872867387b6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:35.803173 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0d3e2b10-0035-430c-a4eb-71328805e9da req-da963062-9743-4d95-a816-f872867387b6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0914030 Jun 27 12:26:35.805674 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f08f3-106f-43aa-9916-4737f2a3fc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a745c0-0f74-44bd-8b30-4b6e8c354a61,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:35.810952 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-503f08f3-106f-43aa-9916-4737f2a3fc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:35.838442 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-503f08f3-106f-43aa-9916-4737f2a3fc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:35.839485 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-503f08f3-106f-43aa-9916-4737f2a3fc0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03a745c0-0f74-44bd-8b30-4b6e8c354a61 HTTP/1.1" status: 204 len: 168 time: 0.7015626 Jun 27 12:26:35.865315 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0d3e2b10-0035-430c-a4eb-71328805e9da req-c61200ea-d349-47a5-b30a-20dff297522a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559354 Jun 27 12:26:36.093080 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1a40bd74-8e23-4d3f-a5d2-1771254cbe05 req-9e531a7a-b8c3-43bc-90a9-90f88e42c7f2 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 210 time: 0.0453029 Jun 27 12:26:36.244547 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d4ed9c6-4833-4e29-a214-ddd9296f8cf2 req-945fe6ba-b5b1-4d29-95f4-aefdc5a70479 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 210 time: 0.0404367 Jun 27 12:26:36.754571 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35270) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:36.776734 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:36.808164 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:36.812872 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] Usage tracker for resource:security_group_rule and tenant:64bd3c11bbe64b27972fc48fd0a5d765 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:36.816226 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:36.823208 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:36.888994 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:36.998695 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:37.005474 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-76f3e82b-a914-499d-b647-f789ea1569ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:37.047093 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629e6d52-7b61-4e9f-a5ed-1cf486569d12,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:37.051544 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64bd3c11bbe64b27972fc48fd0a5d765&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2959299 Jun 27 12:26:37.052484 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:37.054297 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35276) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:37.080594 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c830e-70cf-49c0-9b99-a7acdd200c4f req-272c995f-fcd5-4288-9f7b-198b3350303f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:37.082023 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-368c830e-70cf-49c0-9b99-a7acdd200c4f req-272c995f-fcd5-4288-9f7b-198b3350303f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0972574 Jun 27 12:26:37.119124 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-0a77eb6c-7be5-4fe1-a9ea-a1beb309f063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:37.147396 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-368c830e-70cf-49c0-9b99-a7acdd200c4f req-61cc7998-3e70-49fa-a84d-dd094ddc2721 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592582 Jun 27 12:26:37.153844 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-0a77eb6c-7be5-4fe1-a9ea-a1beb309f063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:37.232289 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 35284) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:37.322494 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-0a77eb6c-7be5-4fe1-a9ea-a1beb309f063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:37.327564 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d412856f-a202-4ea3-867e-cd01984659a4 req-d399f4a7-3267-48f5-9acd-a8009e281c3a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 210 time: 0.1061809 Jun 27 12:26:37.329280 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-503f08f3-106f-43aa-9916-4737f2a3fc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:37.340448 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77eb6c-7be5-4fe1-a9ea-a1beb309f063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629e6d52-7b61-4e9f-a5ed-1cf486569d12,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:37.343825 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-0a77eb6c-7be5-4fe1-a9ea-a1beb309f063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:37.345684 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-0a77eb6c-7be5-4fe1-a9ea-a1beb309f063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:37.349396 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-0a77eb6c-7be5-4fe1-a9ea-a1beb309f063 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/629e6d52-7b61-4e9f-a5ed-1cf486569d12 HTTP/1.1" status: 204 len: 168 time: 0.2941790 Jun 27 12:26:37.443573 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:37.461458 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ae9c0bb4-3f1c-4251-8de5-59bf2d21380e req-6ab5354c-d015-4951-b729-f5703378d973 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 210 time: 0.0564239 Jun 27 12:26:37.491219 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:37.496423 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] Usage tracker for resource:security_group_rule and tenant:ae063a3a6e1d4153a4e10f6cc000ffd6 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:37.499569 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:37.505898 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:37.582522 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:37.712126 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:37.720102 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2820de4b-92da-48dc-a1fa-de787f8dfcc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:37.760563 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7270c07f-cad7-450d-b58f-b0a3489f3833,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:37.764875 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae063a3a6e1d4153a4e10f6cc000ffd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5313554 Jun 27 12:26:37.766037 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:37.772635 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35302) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:37.839449 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-717adfd5-0053-4f5f-8cb7-93066a373e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:37.865295 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-717adfd5-0053-4f5f-8cb7-93066a373e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:38.066582 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-717adfd5-0053-4f5f-8cb7-93066a373e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:38.071386 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-2c438028-2984-414c-9c10-81f309ca8358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:38.086081 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717adfd5-0053-4f5f-8cb7-93066a373e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7270c07f-cad7-450d-b58f-b0a3489f3833,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:38.088593 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-717adfd5-0053-4f5f-8cb7-93066a373e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:38.089719 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-717adfd5-0053-4f5f-8cb7-93066a373e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:38.090791 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-717adfd5-0053-4f5f-8cb7-93066a373e96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7270c07f-cad7-450d-b58f-b0a3489f3833 HTTP/1.1" status: 204 len: 168 time: 0.3170722 Jun 27 12:26:38.347883 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05439-58d6-463d-8be5-c15fb0dbe1ab req-107a974b-4dc3-45cc-9405-9965b763771b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:38.349295 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-67b05439-58d6-463d-8be5-c15fb0dbe1ab req-107a974b-4dc3-45cc-9405-9965b763771b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0763519 Jun 27 12:26:38.394904 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-67b05439-58d6-463d-8be5-c15fb0dbe1ab req-29676c98-3066-4022-9277-21b55940a7cb tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Jun 27 12:26:38.609237 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-924d7896-709c-48b1-bb64-7e816546cee1 req-d2fc19b2-37ca-4b49-b270-30c0414bea01 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 210 time: 0.0654790 Jun 27 12:26:38.765132 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f1d58591-b83d-46f9-96f3-8dde697ca1e0 req-1b800f0b-3feb-47a7-a5c4-5f631a324fb2 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 210 time: 0.0420516 Jun 27 12:26:38.965744 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafef8a-c619-4b97-bffd-293687ba551a req-84da4595-8853-45c9-9231-d464674885fa tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:38.966506 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-6dafef8a-c619-4b97-bffd-293687ba551a req-84da4595-8853-45c9-9231-d464674885fa tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Synchronizing usage tracker for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:network {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:26:39.061479 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-6dafef8a-c619-4b97-bffd-293687ba551a req-84da4595-8853-45c9-9231-d464674885fa tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Unset dirty status for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:network {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:26:39.062692 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-84da4595-8853-45c9-9231-d464674885fa tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.50 "GET /v2.0/networks?id=7b92714e-eb01-42eb-b70c-c54957b23ca3 HTTP/1.1" status: 200 len: 809 time: 0.2571290 Jun 27 12:26:39.103921 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Request body: {'port': {'device_id': '0b12b180-7472-4a26-8663-b4da93373467', 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3', 'admin_state_up': True, 'tenant_id': '942118f9e7f540498f915bb44f9fb2ef'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:39.184558 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35340) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:39.204407 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:39.237929 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:39.242637 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] Usage tracker for resource:security_group_rule and tenant:1657731326c34d0da87846ce62d82288 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:39.245889 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:39.246036 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:39.253043 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Usage tracker for resource:port and tenant:942118f9e7f540498f915bb44f9fb2ef is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:39.256266 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:39.257270 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:39.264529 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:39.325278 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:39.410644 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Made reservation on behalf of 942118f9e7f540498f915bb44f9fb2ef for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:39.416322 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:39.455046 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:39.482542 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-fea72bfa-dd65-427a-bdf7-9a72348befdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:39.512131 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1657731326c34d0da87846ce62d82288&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3258216 Jun 27 12:26:39.514602 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdbe0a8-bcf6-4fae-9342-3af568c15560,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:39.515390 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 35350) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:39.518119 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:39.709213 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Allocated IP 172.20.0.7 (7b92714e-eb01-42eb-b70c-c54957b23ca3/b2312f7b-d2a4-4f42-a602-1e70b5ca6626/ea5bd756-77fc-49b6-8d46-fa4908961f64) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:26:39.787793 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7cc01d5a-f4ef-4d68-a26d-b8ea4901f06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:39.795591 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0fdd0-8538-4f23-aa39-3efaa4f2d22e req-f748cc04-a444-4bfd-aaa9-648e9eecd984 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:39.797052 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c2b0fdd0-8538-4f23-aa39-3efaa4f2d22e req-f748cc04-a444-4bfd-aaa9-648e9eecd984 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0802455 Jun 27 12:26:39.844487 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c2b0fdd0-8538-4f23-aa39-3efaa4f2d22e req-7bff0d23-2c43-4700-80a7-464ee74830a8 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413277 Jun 27 12:26:39.969471 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:39.989853 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2018399-a495-408c-88ca-62c64150b122 req-7df55c01-d3f2-4946-9fb7-f5c382bc5e48 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:39.991299 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c2018399-a495-408c-88ca-62c64150b122 req-7df55c01-d3f2-4946-9fb7-f5c382bc5e48 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.4285436 Jun 27 12:26:39.994174 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7cc01d5a-f4ef-4d68-a26d-b8ea4901f06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:40.105422 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c2018399-a495-408c-88ca-62c64150b122 req-86f03a67-158f-4049-99ad-4cb464912784 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025896 Jun 27 12:26:40.115460 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5ccdc5e-6930-4234-8236-75a52441305f req-9ec27be8-0228-46c7-9b13-8c6dbcef38f3 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 210 time: 0.0668669 Jun 27 12:26:40.136801 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-1cb1a8e5-dde5-4c67-9065-7e5229116fba tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:40.136801 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-1cb1a8e5-dde5-4c67-9065-7e5229116fba tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "GET /v2.0/networks?id=9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 200 len: 814 time: 0.2453234 Jun 27 12:26:40.174974 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Request body: {'port': {'device_id': 'b9be804a-5a2f-4d86-909c-a219833ea255', 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819', 'admin_state_up': True, 'tenant_id': '9d311a99d1df43d388130d39898d4ce6'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:40.220160 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:40.226054 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c981c5aa-ee9f-4369-8549-7532648da766 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:40.316447 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7cc01d5a-f4ef-4d68-a26d-b8ea4901f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:40.319161 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:40.329884 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:40.352519 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Network 7b92714e-eb01-42eb-b70c-c54957b23ca3 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:26:40.355969 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Pushing event updated for resources: {'Port': ['ID=ea5bd756-77fc-49b6-8d46-fa4908961f64,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:40.358310 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:26:40.360013 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:40.361312 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:40.376686 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:26:40.412920 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc01d5a-f4ef-4d68-a26d-b8ea4901f06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdbe0a8-bcf6-4fae-9342-3af568c15560,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:40.422309 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7cc01d5a-f4ef-4d68-a26d-b8ea4901f06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:40.438708 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7cc01d5a-f4ef-4d68-a26d-b8ea4901f06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:40.439803 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-7cc01d5a-f4ef-4d68-a26d-b8ea4901f06f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1fdbe0a8-bcf6-4fae-9342-3af568c15560 HTTP/1.1" status: 204 len: 168 time: 0.9234464 Jun 27 12:26:40.451316 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:40.451911 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:40.476172 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92295d-c76b-4a69-a503-15bf145da438 req-6417fecb-ea7d-4495-9978-9f412e1d5a4b tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:40.476887 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-bc92295d-c76b-4a69-a503-15bf145da438 req-6417fecb-ea7d-4495-9978-9f412e1d5a4b tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Synchronizing usage tracker for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:26:40.489612 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Made reservation on behalf of 9d311a99d1df43d388130d39898d4ce6 for: {'port': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:40.497853 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:40.627108 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5276272 Jun 27 12:26:40.628390 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-bc92295d-c76b-4a69-a503-15bf145da438 req-6417fecb-ea7d-4495-9978-9f412e1d5a4b tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Unset dirty status for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:26:40.629091 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bc92295d-c76b-4a69-a503-15bf145da438 req-6417fecb-ea7d-4495-9978-9f412e1d5a4b tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 931 time: 0.4048634 Jun 27 12:26:40.658175 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Request body: {'port': {'device_id': '0b12b180-7472-4a26-8663-b4da93373467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:40.676317 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Allocated IP 172.20.0.7 (9f89575f-95b7-4b36-b30e-f4380ef46819/c6c5081f-248d-45df-bbef-4449973dcb6f/9d730f93-6355-4bf0-9e7a-a6b943f511f0) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:26:40.834188 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-bc92295d-c76b-4a69-a503-15bf145da438 req-3b5d7493-24dc-4ea0-bd84-fc12378fc536 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Synchronizing usage tracker for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:26:40.861036 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:40.881609 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:41.058206 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:26:41.068158 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccda38f-bc43-44ac-a627-75019cb27dac req-ae992fdf-d647-494e-8057-00e294c08e1e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:41.069632 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7ccda38f-bc43-44ac-a627-75019cb27dac req-ae992fdf-d647-494e-8057-00e294c08e1e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0795853 Jun 27 12:26:41.107329 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:41.117815 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:41.122649 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-bc92295d-c76b-4a69-a503-15bf145da438 req-3b5d7493-24dc-4ea0-bd84-fc12378fc536 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Unset dirty status for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:26:41.135195 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bc92295d-c76b-4a69-a503-15bf145da438 req-3b5d7493-24dc-4ea0-bd84-fc12378fc536 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953079 Jun 27 12:26:41.152999 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b8c41c2a-1c52-4fe2-ba77-6193e289794a'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:26:41.176624 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7ccda38f-bc43-44ac-a627-75019cb27dac req-b5929723-a48f-45cb-b852-fe207edee8b6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938535 Jun 27 12:26:41.248115 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Network 9f89575f-95b7-4b36-b30e-f4380ef46819 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:26:41.256478 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:26:41.261293 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Pushing event updated for resources: {'Port': ['ID=9d730f93-6355-4bf0-9e7a-a6b943f511f0,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:41.272807 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:26:41.283666 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:41.284312 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:41.346630 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:41.393967 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5bd756-77fc-49b6-8d46-fa4908961f64 {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:26:41.411417 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:41.421977 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2542305 Jun 27 12:26:41.441035 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Transition to ACTIVE for port object ea5bd756-77fc-49b6-8d46-fa4908961f64 will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:26:41.462521 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0074d6-0e3d-4b87-8227-eb5cdf40d8df req-a5776983-6575-4b0f-aa77-3c457e76afa0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:41.463968 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f0074d6-0e3d-4b87-8227-eb5cdf40d8df req-a5776983-6575-4b0f-aa77-3c457e76afa0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1249890 Jun 27 12:26:41.476955 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Request body: {'port': {'device_id': 'b9be804a-5a2f-4d86-909c-a219833ea255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:41.511483 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f0074d6-0e3d-4b87-8227-eb5cdf40d8df req-df807f8f-bf21-4f0c-9dd0-8faf0be44a91 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Jun 27 12:26:41.552647 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:41.558637 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7dbf175a-ee89-4f84-bef5-3749b5a93a2e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:41.610644 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedb950-3ab2-4e24-8d36-b91847edabcf req-002298df-8794-4994-a2de-1be5dcc12ed1 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:41.611597 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-fbedb950-3ab2-4e24-8d36-b91847edabcf req-002298df-8794-4994-a2de-1be5dcc12ed1 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Synchronizing usage tracker for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:26:41.617354 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:41.724371 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Pushing event updated for resources: {'Port': ['ID=ea5bd756-77fc-49b6-8d46-fa4908961f64,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:41.724371 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:41.752134 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-fbedb950-3ab2-4e24-8d36-b91847edabcf req-002298df-8794-4994-a2de-1be5dcc12ed1 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Unset dirty status for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:26:41.753999 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fbedb950-3ab2-4e24-8d36-b91847edabcf req-002298df-8794-4994-a2de-1be5dcc12ed1 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 931 time: 0.3194344 Jun 27 12:26:41.831160 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Attempting to bind port ea5bd756-77fc-49b6-8d46-fa4908961f64 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:26:41.831488 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Attempting to bind port ea5bd756-77fc-49b6-8d46-fa4908961f64 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '89e27338-5c35-481d-8c5a-b193cc1ba1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:26:41.831820 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Attempting to bind port ea5bd756-77fc-49b6-8d46-fa4908961f64 on network 7b92714e-eb01-42eb-b70c-c54957b23ca3 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:26:41.837488 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Port ea5bd756-77fc-49b6-8d46-fa4908961f64 on network 7b92714e-eb01-42eb-b70c-c54957b23ca3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:26:41.838114 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Attempting to bind port ea5bd756-77fc-49b6-8d46-fa4908961f64 on network 7b92714e-eb01-42eb-b70c-c54957b23ca3 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:26:41.847838 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:26:41.848171 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Checking segment: {'id': '89e27338-5c35-481d-8c5a-b193cc1ba1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:26:41.848592 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Bound using segment: {'id': '89e27338-5c35-481d-8c5a-b193cc1ba1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:26:41.848997 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Bound port: ea5bd756-77fc-49b6-8d46-fa4908961f64, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e27338-5c35-481d-8c5a-b193cc1ba1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:26:41.849340 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:41.942513 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] For port ea5bd756-77fc-49b6-8d46-fa4908961f64, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:26:41.945788 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] For port ea5bd756-77fc-49b6-8d46-fa4908961f64, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ea5bd756-77fc-49b6-8d46-fa4908961f64,segment=NetworkSegment(89e27338-5c35-481d-8c5a-b193cc1ba1c3),segment_id=89e27338-5c35-481d-8c5a-b193cc1ba1c3)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:26:41.948422 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fbedb950-3ab2-4e24-8d36-b91847edabcf req-5f79fa90-4606-46dd-b9cf-a2578042e025 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866813 Jun 27 12:26:42.038017 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:42.043058 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:42.064720 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d730f93-6355-4bf0-9e7a-a6b943f511f0 {{(pid=75088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:26:42.074313 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:42.096046 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Transition to ACTIVE for port object 9d730f93-6355-4bf0-9e7a-a6b943f511f0 will not be triggered until provisioned by entity L2. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:26:42.099668 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:42.101031 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] 10.222.0.50 "PUT /v2.0/ports/ea5bd756-77fc-49b6-8d46-fa4908961f64 HTTP/1.1" status: 200 len: 1093 time: 1.4468846 Jun 27 12:26:42.101506 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b12b180-7472-4a26-8663-b4da93373467', 'tag': 'ea5bd756-77fc-49b6-8d46-fa4908961f64'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:26:42.123932 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Pushing event updated for resources: {'Port': ['ID=ea5bd756-77fc-49b6-8d46-fa4908961f64,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:42.127828 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:42.163782 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b12b180-7472-4a26-8663-b4da93373467', 'tag': 'ea5bd756-77fc-49b6-8d46-fa4908961f64', 'status': 'completed', 'code': 200} Jun 27 12:26:42.197815 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:42.214647 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 35400) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:42.216249 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:42.299176 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Pushing event updated for resources: {'Port': ['ID=9d730f93-6355-4bf0-9e7a-a6b943f511f0,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:42.306915 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:42.345160 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8922c73a-29db-435a-b9c9-9a22b12ed0a9 req-c5e2feb3-4939-440d-ae6a-909c6e17e9b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=942118f9e7f540498f915bb44f9fb2ef&device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 1096 time: 0.1264083 Jun 27 12:26:42.506108 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2021704675-network', 'tenant_id': '163e5e03bdec4af08fed2c5f5d9a579f'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:42.522331 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Attempting to bind port 9d730f93-6355-4bf0-9e7a-a6b943f511f0 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:26:42.522839 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:42.522936 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Attempting to bind port 9d730f93-6355-4bf0-9e7a-a6b943f511f0 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:26:42.523034 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Attempting to bind port 9d730f93-6355-4bf0-9e7a-a6b943f511f0 on network 9f89575f-95b7-4b36-b30e-f4380ef46819 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:26:42.532666 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Port 9d730f93-6355-4bf0-9e7a-a6b943f511f0 on network 9f89575f-95b7-4b36-b30e-f4380ef46819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:26:42.532980 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Attempting to bind port 9d730f93-6355-4bf0-9e7a-a6b943f511f0 on network 9f89575f-95b7-4b36-b30e-f4380ef46819 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:26:42.535388 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Usage tracker for resource:network and tenant:163e5e03bdec4af08fed2c5f5d9a579f is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:42.546951 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:42.548984 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:26:42.549526 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Checking segment: {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:26:42.550060 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Bound using segment: {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:26:42.550643 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Bound port: 9d730f93-6355-4bf0-9e7a-a6b943f511f0, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'}}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:26:42.551146 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:42.561968 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:42.607738 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922c73a-29db-435a-b9c9-9a22b12ed0a9 req-94fbb86f-eb82-423f-8b27-b440e83bfd3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:42.609206 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8922c73a-29db-435a-b9c9-9a22b12ed0a9 req-94fbb86f-eb82-423f-8b27-b440e83bfd3d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=942118f9e7f540498f915bb44f9fb2ef&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2504890 Jun 27 12:26:42.634262 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14f7ef-d522-45c7-8516-6cb7e5522ce3 req-8c501106-cfe2-4ff4-9ae4-dff868fe1eb1 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:42.635708 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0d14f7ef-d522-45c7-8516-6cb7e5522ce3 req-8c501106-cfe2-4ff4-9ae4-dff868fe1eb1 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 943 time: 0.1744125 Jun 27 12:26:42.639424 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3d0d6-f936-48e2-b879-2d27f041c5cd req-ca5cb9f5-09af-4ecd-a766-5a5798909f80 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:42.640819 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a3c3d0d6-f936-48e2-b879-2d27f041c5cd req-ca5cb9f5-09af-4ecd-a766-5a5798909f80 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1824908 Jun 27 12:26:42.685610 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] For port 9d730f93-6355-4bf0-9e7a-a6b943f511f0, host hv-cinder-79809, cleared binding levels {{(pid=75088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:26:42.689994 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] For port 9d730f93-6355-4bf0-9e7a-a6b943f511f0, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9d730f93-6355-4bf0-9e7a-a6b943f511f0,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:26:42.695254 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Made reservation on behalf of 163e5e03bdec4af08fed2c5f5d9a579f for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:42.697478 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:42.701792 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0d14f7ef-d522-45c7-8516-6cb7e5522ce3 req-143298ba-1661-4dc1-ba91-8980c4b9bfa9 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537207 Jun 27 12:26:42.740080 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:42.799253 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:42.806033 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a3c3d0d6-f936-48e2-b879-2d27f041c5cd req-6be17c3f-ef3e-4df2-add8-25712e64e834 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163931 Jun 27 12:26:42.807036 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-3376d265-5fb7-4144-bb6b-d12792bb76d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:42.827217 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:42.832059 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922c73a-29db-435a-b9c9-9a22b12ed0a9 req-a963caa5-af3f-4157-bd83-20cb1911b7c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:42.833714 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8922c73a-29db-435a-b9c9-9a22b12ed0a9 req-a963caa5-af3f-4157-bd83-20cb1911b7c9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2174239 Jun 27 12:26:42.834799 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:163e5e03bdec4af08fed2c5f5d9a579f is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:42.837720 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:42.843983 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:42.917202 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:42.930660 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:42.931982 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] 10.222.0.50 "PUT /v2.0/ports/9d730f93-6355-4bf0-9e7a-a6b943f511f0 HTTP/1.1" status: 200 len: 1093 time: 1.4632270 Jun 27 12:26:42.933131 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9be804a-5a2f-4d86-909c-a219833ea255', 'tag': '9d730f93-6355-4bf0-9e7a-a6b943f511f0'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:26:42.955537 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Pushing event updated for resources: {'Port': ['ID=9d730f93-6355-4bf0-9e7a-a6b943f511f0,revision_number=3']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:42.959414 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:42.980119 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ca154-4278-49c2-bae2-2dcf93b7bec7 req-2c44a469-bb8f-4105-91bb-fd4ad28d34c9 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:42.982127 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e28ca154-4278-49c2-bae2-2dcf93b7bec7 req-2c44a469-bb8f-4105-91bb-fd4ad28d34c9 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1266799 Jun 27 12:26:42.998958 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-09eb813f-9309-46a9-9868-f331ef2e8df7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=942118f9e7f540498f915bb44f9fb2ef&device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 1096 time: 0.0798743 Jun 27 12:26:43.030424 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e28ca154-4278-49c2-bae2-2dcf93b7bec7 req-e87757f6-58a5-43ad-bcdd-9ceb0639f68f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Jun 27 12:26:43.094462 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9be804a-5a2f-4d86-909c-a219833ea255', 'tag': '9d730f93-6355-4bf0-9e7a-a6b943f511f0', 'status': 'completed', 'code': 200} Jun 27 12:26:43.118613 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-05e7bedf-2f33-4e1d-b939-17b8c3d9c5ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea5bd756-77fc-49b6-8d46-fa4908961f64 HTTP/1.1" status: 200 len: 217 time: 0.0787838 Jun 27 12:26:43.118613 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:43.121971 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-38228467-244c-4693-83b7-9dbebcad5126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:43.269224 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:26:43.290035 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d37c52b-ce4e-4dca-bf92-0698dc19da08,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:43.295763 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:43.296101 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Added segment a49335e4-3e9e-449d-84e5-3e82dec424ce of type vlan for network 914e3807-a58c-4ee9-952e-8dcf67b7e243 Jun 27 12:26:43.297318 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:43.297524 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5492a3d-1001-4aba-8c52-b83986137a8c req-0aa4b787-1314-4841-9552-b7d6e6cde3ba tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:43.298975 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c5492a3d-1001-4aba-8c52-b83986137a8c req-0aa4b787-1314-4841-9552-b7d6e6cde3ba tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 943 time: 0.1103463 Jun 27 12:26:43.303104 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c2fa26bc-aabd-4277-af81-b96c05f8b4a3 req-e9916d7c-06ad-46eb-859f-90b92cfae4a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 1096 time: 0.1491950 Jun 27 12:26:43.315716 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafef8a-c619-4b97-bffd-293687ba551a req-bc991869-1e92-4f2b-8c34-af5067e3e1ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:43.316996 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-bc991869-1e92-4f2b-8c34-af5067e3e1ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2312f7b-d2a4-4f42-a602-1e70b5ca6626 HTTP/1.1" status: 200 len: 849 time: 0.1729891 Jun 27 12:26:43.333141 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:43.382617 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-cc76cb75-7596-4830-a2f7-8cb1fcba134d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b92714e-eb01-42eb-b70c-c54957b23ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414512 Jun 27 12:26:43.422761 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c5492a3d-1001-4aba-8c52-b83986137a8c req-3870879b-951a-4d82-a446-94fe91c9e314 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166646 Jun 27 12:26:43.498146 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa26bc-aabd-4277-af81-b96c05f8b4a3 req-f64b4adc-6c4b-4365-9e8d-986dad4e14cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:43.499560 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c2fa26bc-aabd-4277-af81-b96c05f8b4a3 req-f64b4adc-6c4b-4365-9e8d-986dad4e14cd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9d311a99d1df43d388130d39898d4ce6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1618934 Jun 27 12:26:43.524236 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-06e8c9d5-bb40-4a53-9c45-cfb3729b2ef7 service neutron] 10.222.0.50 "GET /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310024 Jun 27 12:26:43.638840 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:43.646872 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:43.647443 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:43.649281 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa26bc-aabd-4277-af81-b96c05f8b4a3 req-21adb96a-c8ef-4c2c-bd42-5ce9484f8e78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:43.650703 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c2fa26bc-aabd-4277-af81-b96c05f8b4a3 req-21adb96a-c8ef-4c2c-bd42-5ce9484f8e78 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405661 Jun 27 12:26:43.652600 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:43.786114 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=914e3807-a58c-4ee9-952e-8dcf67b7e243,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:43.788560 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:43.796257 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 914e3807-a58c-4ee9-952e-8dcf67b7e243 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:26:43.822230 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-a908fad6-67d8-4535-a1b4-4c3d942bca51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 1096 time: 0.0699146 Jun 27 12:26:43.824176 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6dafef8a-c619-4b97-bffd-293687ba551a req-63615ba3-ffe6-4b18-9cbe-7b201f3027b2 service neutron] 10.222.0.50 "GET /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930343 Jun 27 12:26:43.920239 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7036548 Jun 27 12:26:43.923438 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 35438) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:43.929481 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Request body: {'subnet': {'network_id': '914e3807-a58c-4ee9-952e-8dcf67b7e243', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2021704675-subnet', 'tenant_id': '163e5e03bdec4af08fed2c5f5d9a579f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:43.939025 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:43.944460 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-9afc594e-e99f-43a1-a809-0d21de464236 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d730f93-6355-4bf0-9e7a-a6b943f511f0 HTTP/1.1" status: 200 len: 217 time: 0.0921547 Jun 27 12:26:43.945138 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Usage tracker for resource:subnet and tenant:163e5e03bdec4af08fed2c5f5d9a579f is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:43.950589 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:43.961316 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdc66e-7664-4ad6-86a1-8023aa54d6ea req-4a1303a3-a571-4729-b830-5cb6b619b663 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:43.962978 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-01cdc66e-7664-4ad6-86a1-8023aa54d6ea req-4a1303a3-a571-4729-b830-5cb6b619b663 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 943 time: 0.1230612 Jun 27 12:26:43.963771 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:44.023874 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-01cdc66e-7664-4ad6-86a1-8023aa54d6ea req-2a76dcbf-fb95-47fa-ab25-1423cca18ead tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491796 Jun 27 12:26:44.078379 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f78612de-fc8f-4778-beda-fb3b1f5fd455 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:44.079873 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f78612de-fc8f-4778-beda-fb3b1f5fd455 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c6c5081f-248d-45df-bbef-4449973dcb6f HTTP/1.1" status: 200 len: 854 time: 0.1229045 Jun 27 12:26:44.132031 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-6c8faafb-ca05-48e6-8288-c50321be0f6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f89575f-95b7-4b36-b30e-f4380ef46819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441477 Jun 27 12:26:44.153052 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0da9d-2893-4c1e-9a6a-0ae744adb1ed req-6d9219d1-54e4-4a44-af1b-b467c059b571 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:44.160163 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-5ed0da9d-2893-4c1e-9a6a-0ae744adb1ed req-6d9219d1-54e4-4a44-af1b-b467c059b571 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1509364 Jun 27 12:26:44.220282 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Made reservation on behalf of 163e5e03bdec4af08fed2c5f5d9a579f for: {'subnet': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:44.222678 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1219562'] for subnet, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:44.296446 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-5ed0da9d-2893-4c1e-9a6a-0ae744adb1ed req-91d22206-14b2-496c-805e-c3cf5bd982db tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353443 Jun 27 12:26:44.326600 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-a088da78-b840-4443-8b43-43726feb2f9f service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518590 Jun 27 12:26:44.367038 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865fe9c-09f9-46e6-9441-4ef2288e4773 req-3b3657d4-e420-455a-96da-2253453e422f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:44.368676 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5865fe9c-09f9-46e6-9441-4ef2288e4773 req-3b3657d4-e420-455a-96da-2253453e422f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.2043033 Jun 27 12:26:44.477772 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5865fe9c-09f9-46e6-9441-4ef2288e4773 req-7dfc774e-d3cf-4c1a-a0d2-981d1937756e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022661 Jun 27 12:26:44.563961 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-943222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1219576'] for subnet, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:44.568570 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:44.624840 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-261619df-184f-41f3-bd56-91fe40a30ae2 req-f817e655-c9fd-4e8b-bf80-5c0b8d51b7ab service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797160 Jun 27 12:26:44.651585 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce869e3-6fcb-4d61-8857-7061965a021e,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:44.655265 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:44.658550 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa4a5-fa8e-4689-b974-358afef065db req-234dab71-ac79-4093-aa02-6f4fa1580d83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:44.660287 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9acfa4a5-fa8e-4689-b974-358afef065db req-234dab71-ac79-4093-aa02-6f4fa1580d83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 943 time: 0.1117613 Jun 27 12:26:44.663329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Checking segment: {'id': 'a49335e4-3e9e-449d-84e5-3e82dec424ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '914e3807-a58c-4ee9-952e-8dcf67b7e243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:26:44.663679 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Network hostable DHCP agents. Network: 914e3807-a58c-4ee9-952e-8dcf67b7e243, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:26:44.705584 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9acfa4a5-fa8e-4689-b974-358afef065db req-ea69787f-0037-42b3-abc8-a769f3044b3b tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396698 Jun 27 12:26:44.785975 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Network 914e3807-a58c-4ee9-952e-8dcf67b7e243 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:26:44.918073 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 914e3807-a58c-4ee9-952e-8dcf67b7e243) {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:26:44.922199 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:44.930983 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:44.931688 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f408ebf4-d12e-473e-a209-662bb0662145 None None] Network 914e3807-a58c-4ee9-952e-8dcf67b7e243 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:26:45.027554 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-601d3148-c6d7-43ed-8042-efa112d7acb3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1028957 Jun 27 12:26:45.156655 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4956310-4696-42c4-9d35-13a111933433 None None] Network 914e3807-a58c-4ee9-952e-8dcf67b7e243 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:26:45.257684 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a89394-445c-4e1f-8cf3-589363112142 req-050e6143-a876-4ff7-89a8-51af0fc26ee5 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:45.259373 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-11a89394-445c-4e1f-8cf3-589363112142 req-050e6143-a876-4ff7-89a8-51af0fc26ee5 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 943 time: 0.0929821 Jun 27 12:26:45.309509 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-11a89394-445c-4e1f-8cf3-589363112142 req-678fdc5f-da46-4e46-bf5a-7ef79a0e5ba9 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Jun 27 12:26:45.525977 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8ec05-f6f3-416d-a3a3-44eef74139e5 req-38aeb0ac-b36a-44e2-8125-a854069f544e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:45.527629 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-eab8ec05-f6f3-416d-a3a3-44eef74139e5 req-38aeb0ac-b36a-44e2-8125-a854069f544e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0789986 Jun 27 12:26:45.595123 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-eab8ec05-f6f3-416d-a3a3-44eef74139e5 req-08f46531-bf41-4981-9c1d-0c80d4fcda91 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598457 Jun 27 12:26:45.710773 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded00b92-b4b3-41ea-807a-076876033c4e req-8e335af5-81aa-492c-97e7-a511f746c86f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:45.712353 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ded00b92-b4b3-41ea-807a-076876033c4e req-8e335af5-81aa-492c-97e7-a511f746c86f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0805492 Jun 27 12:26:45.774422 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ded00b92-b4b3-41ea-807a-076876033c4e req-0cf80cdc-3493-4944-aa0f-16373c661eda tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550208 Jun 27 12:26:45.780974 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-414cb529-03db-41ff-ab89-c1ce768935a7 req-444954ee-8e4d-49b6-b704-9ac094f75579 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 1098 time: 0.0743849 Jun 27 12:26:45.835222 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-414cb529-03db-41ff-ab89-c1ce768935a7 req-7fa2aa1a-ccdc-446f-ab4b-90c0485d101f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Jun 27 12:26:45.939543 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa7f8d-1925-4402-8eb8-a667f036aa43 req-0d714d48-5e90-4f54-b5a7-44dd72946f5e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:45.940981 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0dfa7f8d-1925-4402-8eb8-a667f036aa43 req-0d714d48-5e90-4f54-b5a7-44dd72946f5e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 943 time: 0.0784657 Jun 27 12:26:45.985482 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0dfa7f8d-1925-4402-8eb8-a667f036aa43 req-03c354a3-66aa-4597-b149-8c3a0ae5e8bc tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389938 Jun 27 12:26:46.517309 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 35498) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:46.522815 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-99740689-network', 'tenant_id': 'fd84761f6f2f4541b4cb5f8c93e69c6e'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:46.522961 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ba7a7-50a2-4177-bca6-3f2d8abcca01 req-d14f4952-b37a-4b28-9975-ab58f641e18b tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:46.524400 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d33ba7a7-50a2-4177-bca6-3f2d8abcca01 req-d14f4952-b37a-4b28-9975-ab58f641e18b tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 943 time: 0.0815890 Jun 27 12:26:46.527296 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:46.533854 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Usage tracker for resource:network and tenant:fd84761f6f2f4541b4cb5f8c93e69c6e is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:46.537624 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:46.542898 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:46.557596 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device ea5bd756-77fc-49b6-8d46-fa4908961f64 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:26:46.575256 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d33ba7a7-50a2-4177-bca6-3f2d8abcca01 req-d5f562f4-262e-4a62-aac3-b4db5602a21e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443213 Jun 27 12:26:46.671531 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Made reservation on behalf of fd84761f6f2f4541b4cb5f8c93e69c6e for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:46.673912 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:46.686297 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:46.707093 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port ea5bd756-77fc-49b6-8d46-fa4908961f64, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ea5bd756-77fc-49b6-8d46-fa4908961f64,segment=NetworkSegment(89e27338-5c35-481d-8c5a-b193cc1ba1c3),segment_id=89e27338-5c35-481d-8c5a-b193cc1ba1c3)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:46.717398 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:46.717564 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': 'ea5bd756-77fc-49b6-8d46-fa4908961f64', 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3', 'port_id': 'ea5bd756-77fc-49b6-8d46-fa4908961f64', 'mac_address': 'fa:16:3e:0d:35:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2312f7b-d2a4-4f42-a602-1e70b5ca6626', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:26:46.721538 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Usage tracker for resource:security_group_rule and tenant:fd84761f6f2f4541b4cb5f8c93e69c6e is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:46.724612 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:46.730480 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:46.774355 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:46.792682 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5bd756-77fc-49b6-8d46-fa4908961f64 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:26:46.805869 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:46.808797 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port ea5bd756-77fc-49b6-8d46-fa4908961f64, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ea5bd756-77fc-49b6-8d46-fa4908961f64,segment=NetworkSegment(89e27338-5c35-481d-8c5a-b193cc1ba1c3),segment_id=89e27338-5c35-481d-8c5a-b193cc1ba1c3)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:46.827243 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27910d33-3d93-4e60-a1b0-4d71ed4c4592 req-60346229-a9f3-40ec-bfd3-a5a77e4778b8 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:46.828686 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-27910d33-3d93-4e60-a1b0-4d71ed4c4592 req-60346229-a9f3-40ec-bfd3-a5a77e4778b8 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0915222 Jun 27 12:26:46.877029 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-27910d33-3d93-4e60-a1b0-4d71ed4c4592 req-deff9c69-02ab-43c7-8909-c066d98477b1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 Jun 27 12:26:46.992250 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:46.992431 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:46.994236 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:46.996789 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a7b8e061-0190-4380-8370-54ec9e75f538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:47.027753 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:26:47.036646 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0389adf9-86fb-4a0c-b3a3-65fe402aa74a,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:47.040066 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:47.050946 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:47.051292 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Added segment bf48cb48-b007-45c4-b80c-b936d5679aca of type vlan for network 1354f16e-1582-4e31-bd7e-70eaca8c8e30 Jun 27 12:26:47.086157 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:47.101833 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ca671-b68e-4a72-b572-09ab41d784e9 req-4502597b-c2d4-489a-a0ce-baf3d31adba0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:47.103471 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6e3ca671-b68e-4a72-b572-09ab41d784e9 req-4502597b-c2d4-489a-a0ce-baf3d31adba0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0884748 Jun 27 12:26:47.103725 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=ea5bd756-77fc-49b6-8d46-fa4908961f64,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:47.121511 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:47.153719 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6e3ca671-b68e-4a72-b572-09ab41d784e9 req-286e1313-5c80-43ff-9261-24a81f59c6c1 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Jun 27 12:26:47.237322 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:47.238965 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:47.239566 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:47.244440 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:47.351766 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Pushing event updated for resources: {'Network': ['ID=1354f16e-1582-4e31-bd7e-70eaca8c8e30,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:47.354392 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:47.356786 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4981066-aecc-4069-bf5d-a20bc57ce6de req-7a78a6c6-7e6f-45b8-b0af-d1e4c47e4fc7 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:47.358302 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d4981066-aecc-4069-bf5d-a20bc57ce6de req-7a78a6c6-7e6f-45b8-b0af-d1e4c47e4fc7 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 943 time: 0.0977495 Jun 27 12:26:47.371011 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 1354f16e-1582-4e31-bd7e-70eaca8c8e30 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:26:47.423333 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d4981066-aecc-4069-bf5d-a20bc57ce6de req-bba9495f-efe2-4e1e-986d-616a18d6bfe1 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577846 Jun 27 12:26:47.447280 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['ea5bd756-77fc-49b6-8d46-fa4908961f64'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:26:47.453260 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 35516) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:26:47.455806 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-02718726-6296-4615-9ca2-5ed19d3713f7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9374361 Jun 27 12:26:47.459992 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Request body: {'subnet': {'network_id': '1354f16e-1582-4e31-bd7e-70eaca8c8e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-99740689-subnet', 'tenant_id': 'fd84761f6f2f4541b4cb5f8c93e69c6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:47.465137 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:47.469657 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Usage tracker for resource:subnet and tenant:fd84761f6f2f4541b4cb5f8c93e69c6e is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:47.473226 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:47.480844 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:47.598295 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Made reservation on behalf of fd84761f6f2f4541b4cb5f8c93e69c6e for: {'subnet': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:47.604211 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:47.789388 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f16cb8-9e5e-4aa3-8f81-f1fa1b8424f3 req-b4f09273-788a-48ba-a1db-5a82cd465762 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:47.790754 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f6f16cb8-9e5e-4aa3-8f81-f1fa1b8424f3 req-b4f09273-788a-48ba-a1db-5a82cd465762 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 944 time: 0.0866520 Jun 27 12:26:47.835776 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f6f16cb8-9e5e-4aa3-8f81-f1fa1b8424f3 req-3fa87e0b-85a4-4dd0-a242-c79a7c88c3e6 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 Jun 27 12:26:47.896825 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:47.901535 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-54cb8563-345c-46f3-97b1-5857d50e5716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:47.967559 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79aace05-f0eb-479f-9cac-59b24aa26210,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:47.977859 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:47.991491 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Checking segment: {'id': 'bf48cb48-b007-45c4-b80c-b936d5679aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1354f16e-1582-4e31-bd7e-70eaca8c8e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:26:47.991926 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Network hostable DHCP agents. Network: 1354f16e-1582-4e31-bd7e-70eaca8c8e30, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:26:48.095042 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Network 1354f16e-1582-4e31-bd7e-70eaca8c8e30 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:26:48.108871 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f2043-8665-4259-9f1c-2aeeba36eab7 req-79284e7c-81ba-48c7-858d-51fbd733986a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:48.110278 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-374f2043-8665-4259-9f1c-2aeeba36eab7 req-79284e7c-81ba-48c7-858d-51fbd733986a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0846450 Jun 27 12:26:48.155649 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-374f2043-8665-4259-9f1c-2aeeba36eab7 req-5ed03e62-6cdf-4c27-b987-1a126ac9b2ce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394342 Jun 27 12:26:48.232601 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 1354f16e-1582-4e31-bd7e-70eaca8c8e30) {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:26:48.241498 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b773237c-131d-4e42-b874-f1caa8fd93c2 None None] Network 1354f16e-1582-4e31-bd7e-70eaca8c8e30 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:26:48.242199 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:48.242880 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:48.341083 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8865838 Jun 27 12:26:48.371401 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33a495-1b26-4295-bd57-c48b28254af3 req-2819b96f-31d1-422a-ab3e-a526e0ad503c tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:48.374374 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fd33a495-1b26-4295-bd57-c48b28254af3 req-2819b96f-31d1-422a-ab3e-a526e0ad503c tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0883741 Jun 27 12:26:48.444362 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fd33a495-1b26-4295-bd57-c48b28254af3 req-de341117-dbf6-4c17-b2a2-b75e8565559f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628357 Jun 27 12:26:48.541657 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cf6142-d1ec-4b1c-ae0d-d0d3416d0f4c None None] Network 1354f16e-1582-4e31-bd7e-70eaca8c8e30 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:26:48.601181 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 9d730f93-6355-4bf0-9e7a-a6b943f511f0 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:26:48.607746 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device ea5bd756-77fc-49b6-8d46-fa4908961f64 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:26:48.714765 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8a3d0-2b96-4cc3-8350-2de91bc9f061 req-7257db54-2501-4910-a04c-8ef28a0e1b2a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:48.717764 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fbb8a3d0-2b96-4cc3-8350-2de91bc9f061 req-7257db54-2501-4910-a04c-8ef28a0e1b2a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 943 time: 0.1114016 Jun 27 12:26:48.770488 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fbb8a3d0-2b96-4cc3-8350-2de91bc9f061 req-a2e820e1-bdc9-4e8e-bc45-eb65c237e3b5 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467186 Jun 27 12:26:48.981040 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 9d730f93-6355-4bf0-9e7a-a6b943f511f0, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9d730f93-6355-4bf0-9e7a-a6b943f511f0,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:48.999659 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '9d730f93-6355-4bf0-9e7a-a6b943f511f0', 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819', 'port_id': '9d730f93-6355-4bf0-9e7a-a6b943f511f0', 'mac_address': 'fa:16:3e:3a:d4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5081f-248d-45df-bbef-4449973dcb6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:26:49.042057 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port ea5bd756-77fc-49b6-8d46-fa4908961f64 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:26:49.056257 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port ea5bd756-77fc-49b6-8d46-fa4908961f64 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:26:49.056664 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:49.102309 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:49.129414 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d730f93-6355-4bf0-9e7a-a6b943f511f0 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:26:49.150983 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 9d730f93-6355-4bf0-9e7a-a6b943f511f0, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9d730f93-6355-4bf0-9e7a-a6b943f511f0,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:49.192083 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-ca0eb9e0-b31e-4ea3-8f0b-1196a6f0e9d7 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:49.193547 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-ca0eb9e0-b31e-4ea3-8f0b-1196a6f0e9d7 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/networks?id=914e3807-a58c-4ee9-952e-8dcf67b7e243 HTTP/1.1" status: 200 len: 809 time: 0.1620314 Jun 27 12:26:49.207277 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:49.213552 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-9844e894-5f82-43ae-a37a-1e9e2475141f tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/quotas/163e5e03bdec4af08fed2c5f5d9a579f HTTP/1.1" status: 200 len: 375 time: 0.0121119 Jun 27 12:26:49.232668 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c87dd-023c-429f-9fa4-30f8507b1aac req-aa869745-8576-4159-998d-34d0487decab tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:49.234168 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-be7c87dd-023c-429f-9fa4-30f8507b1aac req-aa869745-8576-4159-998d-34d0487decab tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 944 time: 0.1477246 Jun 27 12:26:49.238646 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b12b180-7472-4a26-8663-b4da93373467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5bd756-77fc-49b6-8d46-fa4908961f64'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:26:49.249536 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port ea5bd756-77fc-49b6-8d46-fa4908961f64, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ea5bd756-77fc-49b6-8d46-fa4908961f64,segment=NetworkSegment(89e27338-5c35-481d-8c5a-b193cc1ba1c3),segment_id=89e27338-5c35-481d-8c5a-b193cc1ba1c3)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:49.265669 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-27fdaf69-842b-4430-9f7e-a490ef745acf tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=163e5e03bdec4af08fed2c5f5d9a579f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458882 Jun 27 12:26:49.281782 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-be7c87dd-023c-429f-9fa4-30f8507b1aac req-1f66907e-31d0-4523-844a-a2c1cee641ed tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Jun 27 12:26:49.351934 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:49.354562 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:49.424288 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=9d730f93-6355-4bf0-9e7a-a6b943f511f0,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:49.429436 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:49.444144 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:49.446587 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:49.498666 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506dbdc-9b3f-4335-ba62-5462716c4a6e req-d030f0dd-e402-4959-b9f2-3f8db45fd495 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:49.501051 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9506dbdc-9b3f-4335-ba62-5462716c4a6e req-d030f0dd-e402-4959-b9f2-3f8db45fd495 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0972621 Jun 27 12:26:49.506643 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-67ac4900-5360-4ae1-b3c5-0afcab4c4ddb service neutron] 10.222.0.45 "GET /v2.0/networks/914e3807-a58c-4ee9-952e-8dcf67b7e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342989 Jun 27 12:26:49.522778 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=ea5bd756-77fc-49b6-8d46-fa4908961f64,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:49.526710 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:49.593036 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9506dbdc-9b3f-4335-ba62-5462716c4a6e req-cb96171c-4038-45e5-99cf-e337036162fe tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864820 Jun 27 12:26:49.641078 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-496ef501-e0d7-4cc9-a9ce-1eb4c0ee0ac9 req-4190279e-00ce-434c-be7f-c3fb2d5c4d07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 1098 time: 0.2821517 Jun 27 12:26:49.740265 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['9d730f93-6355-4bf0-9e7a-a6b943f511f0'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:26:49.761676 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-eed8dd5e-583d-44b9-a1a4-43ba97fb590b service neutron] 10.222.0.45 "GET /v2.0/networks/914e3807-a58c-4ee9-952e-8dcf67b7e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541473 Jun 27 12:26:49.832596 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0051b1-829a-4026-9a80-25089642f1ae req-7940f4b4-a86a-4a1e-a565-2bbb0a72774e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:49.834874 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8f0051b1-829a-4026-9a80-25089642f1ae req-7940f4b4-a86a-4a1e-a565-2bbb0a72774e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1033988 Jun 27 12:26:49.845785 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ef501-e0d7-4cc9-a9ce-1eb4c0ee0ac9 req-4f5fc74b-1bdd-437b-bbe2-3d5e140aa77d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:49.847206 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-496ef501-e0d7-4cc9-a9ce-1eb4c0ee0ac9 req-4f5fc74b-1bdd-437b-bbe2-3d5e140aa77d service neutron] 10.222.0.50 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 920 time: 0.1937201 Jun 27 12:26:49.890011 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8f0051b1-829a-4026-9a80-25089642f1ae req-c02fb1ad-e4c7-44ef-b6cc-ebfc1afa1c45 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463908 Jun 27 12:26:49.937361 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-496ef501-e0d7-4cc9-a9ce-1eb4c0ee0ac9 req-619cc95b-6f24-4b22-bf51-ab3fe3b4210b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69 HTTP/1.1" status: 200 len: 217 time: 0.0825324 Jun 27 12:26:49.977163 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b12b180-7472-4a26-8663-b4da93373467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5bd756-77fc-49b6-8d46-fa4908961f64', 'code': 200} Jun 27 12:26:50.009423 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ef501-e0d7-4cc9-a9ce-1eb4c0ee0ac9 req-830892a2-7925-4525-9c6f-8b9ef6ef6cbf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:50.011135 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-496ef501-e0d7-4cc9-a9ce-1eb4c0ee0ac9 req-830892a2-7925-4525-9c6f-8b9ef6ef6cbf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 200 len: 859 time: 0.0659204 Jun 27 12:26:50.156311 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-496ef501-e0d7-4cc9-a9ce-1eb4c0ee0ac9 req-b5590798-5ccc-46cf-801f-870627490afa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369693 Jun 27 12:26:50.163759 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2d73dae0-ec8c-479c-a987-4b4c1f9ed740 req-a8619314-be2c-4338-9e87-02263f048d17 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 210 time: 0.0527854 Jun 27 12:26:50.202105 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8945f1d-1d55-4bb6-a1fc-dc19f7b5638a req-d2e0b1ab-114e-4d03-b78b-aaa5647fa80b tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:50.209002 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d8945f1d-1d55-4bb6-a1fc-dc19f7b5638a req-d2e0b1ab-114e-4d03-b78b-aaa5647fa80b tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 944 time: 0.0993426 Jun 27 12:26:50.265573 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d8945f1d-1d55-4bb6-a1fc-dc19f7b5638a req-f1d495f6-2038-4e21-b7e6-f20209251ff0 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556538 Jun 27 12:26:50.313063 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-496ef501-e0d7-4cc9-a9ce-1eb4c0ee0ac9 req-0375d3a0-7af9-4d50-9d0e-081a4465c710 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483691 Jun 27 12:26:50.494194 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-496ef501-e0d7-4cc9-a9ce-1eb4c0ee0ac9 req-bcdf00b7-8946-48bc-8118-c4b6430c6581 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733196 Jun 27 12:26:50.516750 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905ee6-d7bb-443a-80a9-8363953205cd req-0f3f51b0-019c-4ba5-a2da-bbea5af43204 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:50.518452 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-14905ee6-d7bb-443a-80a9-8363953205cd req-0f3f51b0-019c-4ba5-a2da-bbea5af43204 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 945 time: 0.1112320 Jun 27 12:26:50.577826 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-444c65fb-e7a3-414a-885c-02da33222aca req-01147332-0738-4e7b-9480-0767f0327c17 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 1098 time: 0.1104772 Jun 27 12:26:50.630736 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-14905ee6-d7bb-443a-80a9-8363953205cd req-9a991df3-322c-4a41-b20d-fc56c57173dc tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967062 Jun 27 12:26:50.644702 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-444c65fb-e7a3-414a-885c-02da33222aca req-fb456783-d8fe-4f05-8430-60f29df5b4ad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603626 Jun 27 12:26:50.803876 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bcc6c-627e-42c9-b60a-e968d83921a0 req-6c813cc7-0d8b-4b40-9d41-99e7b1587b12 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:50.805329 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-da2bcc6c-627e-42c9-b60a-e968d83921a0 req-6c813cc7-0d8b-4b40-9d41-99e7b1587b12 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0795538 Jun 27 12:26:50.851867 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-da2bcc6c-627e-42c9-b60a-e968d83921a0 req-21a46128-cb15-48de-b2dc-5efdc6485371 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Jun 27 12:26:51.105969 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bae48-a011-4059-bc09-3a5cba200c42 req-949b60cf-cc93-4a97-ac00-7429dfe2b554 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:51.108033 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-636bae48-a011-4059-bc09-3a5cba200c42 req-949b60cf-cc93-4a97-ac00-7429dfe2b554 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0753500 Jun 27 12:26:51.157143 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-636bae48-a011-4059-bc09-3a5cba200c42 req-c1ac3768-ed80-45bf-aa1a-3cb44b03720e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 Jun 27 12:26:51.283208 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6d835916-a88f-4cec-9623-43247111c6f9 req-81f551ee-28f3-4b43-b2c6-ffd012ee56f6 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 210 time: 0.0432160 Jun 27 12:26:51.410359 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218ecd9-5372-47cd-a97e-9e8974601e23 req-a65179ae-eaae-4d47-96f6-c177b8b07668 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:51.411791 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d218ecd9-5372-47cd-a97e-9e8974601e23 req-a65179ae-eaae-4d47-96f6-c177b8b07668 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0816796 Jun 27 12:26:51.459139 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d218ecd9-5372-47cd-a97e-9e8974601e23 req-8692e9a3-bea8-4942-9ce6-ce752e9fd2bf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408304 Jun 27 12:26:51.478543 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf3b29-b80c-4caa-b4d0-ef0c47d17340 req-82276fd4-c680-4f8e-92db-860fc8d8f01d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:51.480091 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-80cf3b29-b80c-4caa-b4d0-ef0c47d17340 req-82276fd4-c680-4f8e-92db-860fc8d8f01d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 944 time: 0.0808191 Jun 27 12:26:51.526925 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-80cf3b29-b80c-4caa-b4d0-ef0c47d17340 req-4a53fd3c-48da-48d0-b816-6e6b5b02f440 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Jun 27 12:26:51.842745 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4934-1c6c-4c8f-8165-00d97ca882c6 req-d14fad81-d3dc-47d3-965f-eb551eaccae1 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:51.844300 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-51aa4934-1c6c-4c8f-8165-00d97ca882c6 req-d14fad81-d3dc-47d3-965f-eb551eaccae1 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 945 time: 0.0777204 Jun 27 12:26:51.892885 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-51aa4934-1c6c-4c8f-8165-00d97ca882c6 req-6c60aaa6-b77c-401f-a031-e5ca5121547b tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Jun 27 12:26:52.063372 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a8e6c-e74a-4f71-a961-2603d3e7c502 req-bec512a1-6d04-44c1-ae2e-a00519fc74b4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:52.064783 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7f8a8e6c-e74a-4f71-a961-2603d3e7c502 req-bec512a1-6d04-44c1-ae2e-a00519fc74b4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0809078 Jun 27 12:26:52.115285 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7f8a8e6c-e74a-4f71-a961-2603d3e7c502 req-c69e3722-081d-4c7c-a033-6d4bceabf6fd tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447819 Jun 27 12:26:52.381540 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d2146-5aea-40ee-9db0-eccc38e08a6a req-4f882968-ca08-407c-8f4c-6b5a98bd3cba tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:52.382966 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b05d2146-5aea-40ee-9db0-eccc38e08a6a req-4f882968-ca08-407c-8f4c-6b5a98bd3cba tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0904443 Jun 27 12:26:52.433655 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b05d2146-5aea-40ee-9db0-eccc38e08a6a req-7efb41f4-0c89-4075-81ee-51e0160776c3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435517 Jun 27 12:26:52.457687 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ac2c9c93-58f1-4b67-82f6-dd14e5c7eea4 req-05cecbb5-69f5-4b79-8669-1c30d5416693 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 210 time: 0.0538685 Jun 27 12:26:52.610310 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 9d730f93-6355-4bf0-9e7a-a6b943f511f0 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:26:52.711079 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df191632-dacb-488e-98b6-310753da2da6 req-aa7a61cd-64db-4309-b516-d56be3945ab1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:52.712804 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-df191632-dacb-488e-98b6-310753da2da6 req-aa7a61cd-64db-4309-b516-d56be3945ab1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1180389 Jun 27 12:26:52.757755 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 9d730f93-6355-4bf0-9e7a-a6b943f511f0 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:26:52.763066 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 9d730f93-6355-4bf0-9e7a-a6b943f511f0 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:26:52.763744 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:52.769121 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-df191632-dacb-488e-98b6-310753da2da6 req-261d30a1-bf00-4c49-80ad-684e3db72de7 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506682 Jun 27 12:26:52.806714 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46f7e4-bda5-41b7-9ce1-ace430277d89 req-b5f8b502-7e87-4a63-a7ab-2ce7092acb6e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:52.808265 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1b46f7e4-bda5-41b7-9ce1-ace430277d89 req-b5f8b502-7e87-4a63-a7ab-2ce7092acb6e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 944 time: 0.1011584 Jun 27 12:26:52.854733 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1b46f7e4-bda5-41b7-9ce1-ace430277d89 req-bdad7393-c8d0-42c0-b62f-885021eb11cf tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 Jun 27 12:26:52.882282 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:52.909328 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9be804a-5a2f-4d86-909c-a219833ea255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d730f93-6355-4bf0-9e7a-a6b943f511f0'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:26:52.920246 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 9d730f93-6355-4bf0-9e7a-a6b943f511f0, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9d730f93-6355-4bf0-9e7a-a6b943f511f0,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:52.965461 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9be804a-5a2f-4d86-909c-a219833ea255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d730f93-6355-4bf0-9e7a-a6b943f511f0', 'code': 200} Jun 27 12:26:53.009105 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:53.011448 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:53.077863 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=9d730f93-6355-4bf0-9e7a-a6b943f511f0,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:53.080747 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:53.101842 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee828f5e-f8e6-43af-9f78-f83c8e4b46ac req-555b8b98-4ee7-4949-b691-ee9e11179ac4 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:53.103198 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ee828f5e-f8e6-43af-9f78-f83c8e4b46ac req-555b8b98-4ee7-4949-b691-ee9e11179ac4 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 945 time: 0.0831754 Jun 27 12:26:53.154033 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ee828f5e-f8e6-43af-9f78-f83c8e4b46ac req-74af1b17-700f-4d55-8a0a-a8ae5d23e7b4 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 Jun 27 12:26:53.378096 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-6a29c884-4953-4ebf-9de6-4ec1add511bd tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:53.378890 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-6a29c884-4953-4ebf-9de6-4ec1add511bd tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Synchronizing usage tracker for tenant:163e5e03bdec4af08fed2c5f5d9a579f on resource:network {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:26:53.400912 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea961c-337e-468d-ac76-a700195a4cf9 req-fe1e9cc1-8aa5-45f3-b0e7-23591a357529 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:53.402371 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c5ea961c-337e-468d-ac76-a700195a4cf9 req-fe1e9cc1-8aa5-45f3-b0e7-23591a357529 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1460681 Jun 27 12:26:53.450965 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c5ea961c-337e-468d-ac76-a700195a4cf9 req-96d96f7f-49b0-430f-a92c-182cf0a6216c tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Jun 27 12:26:53.529354 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-6a29c884-4953-4ebf-9de6-4ec1add511bd tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Unset dirty status for tenant:163e5e03bdec4af08fed2c5f5d9a579f on resource:network {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:26:53.533441 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-6a29c884-4953-4ebf-9de6-4ec1add511bd tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.50 "GET /v2.0/networks?id=914e3807-a58c-4ee9-952e-8dcf67b7e243 HTTP/1.1" status: 200 len: 809 time: 0.3609896 Jun 27 12:26:53.588363 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Request body: {'port': {'device_id': '0fe37307-d30a-4881-96ea-7bc3f35d5161', 'network_id': '914e3807-a58c-4ee9-952e-8dcf67b7e243', 'admin_state_up': True, 'tenant_id': '163e5e03bdec4af08fed2c5f5d9a579f'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:53.601249 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-957db99a-4142-443d-9aab-be63e9b3d6fd req-47a04bc7-c098-4a60-af9c-4014c464977f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 1098 time: 0.1157210 Jun 27 12:26:53.669229 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ee0d2a12-3d50-4d9d-9f30-cd18b00edb36 req-71fb48cb-3b92-4cb8-bb04-1819d84d6ad8 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 210 time: 0.0599806 Jun 27 12:26:53.687590 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-957db99a-4142-443d-9aab-be63e9b3d6fd req-03f84eb3-0dd7-43d0-8b95-4ddaaaf61f58 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797887 Jun 27 12:26:53.788050 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:26:53.793859 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Usage tracker for resource:port and tenant:163e5e03bdec4af08fed2c5f5d9a579f is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:26:53.797468 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:26:53.804736 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:26:53.812662 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722873-e519-4e6d-a79c-74ba6ae759f6 req-13ef4fe1-08f4-4d76-b0df-db5a91a92a53 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:53.814147 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-44722873-e519-4e6d-a79c-74ba6ae759f6 req-13ef4fe1-08f4-4d76-b0df-db5a91a92a53 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1529515 Jun 27 12:26:53.863921 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-44722873-e519-4e6d-a79c-74ba6ae759f6 req-4e38ae89-0ede-4ecf-80f6-db14d24c0490 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419796 Jun 27 12:26:53.928790 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Made reservation on behalf of 163e5e03bdec4af08fed2c5f5d9a579f for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:26:53.931742 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:54.050803 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86671b1a-f070-4b6d-8ca2-27239b6a0d2f req-ed536acf-0a60-4991-a3b9-2ef7d7cdf8e6 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:54.052205 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-86671b1a-f070-4b6d-8ca2-27239b6a0d2f req-ed536acf-0a60-4991-a3b9-2ef7d7cdf8e6 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1490417 Jun 27 12:26:54.109162 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-86671b1a-f070-4b6d-8ca2-27239b6a0d2f req-790dad3d-19cd-4506-9b39-d7107f5a3eb9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410421 Jun 27 12:26:54.217466 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b9b99-2189-4b99-98b7-fe8989c7bdc3 req-f2c01c05-dc2b-4d2d-87c2-b6463642b52e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:54.218988 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1a0b9b99-2189-4b99-98b7-fe8989c7bdc3 req-f2c01c05-dc2b-4d2d-87c2-b6463642b52e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 945 time: 0.2158582 Jun 27 12:26:54.220541 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Allocated IP 172.20.0.7 (914e3807-a58c-4ee9-952e-8dcf67b7e243/4ce869e3-6fcb-4d61-8857-7061965a021e/71cf827c-f263-48f2-b67c-3d64e907584e) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:26:54.299684 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1a0b9b99-2189-4b99-98b7-fe8989c7bdc3 req-466e3dd3-e52a-4df1-9d7b-c688ad2f428c tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742915 Jun 27 12:26:54.462757 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:54.563553 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:54.569323 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:54.636948 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Network 914e3807-a58c-4ee9-952e-8dcf67b7e243 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:26:54.640497 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:26:54.644470 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:26:54.672979 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3f76-9b53-438a-b8ae-0d1f3cbb99dc req-f7d825b3-5da3-42d2-b2ff-16923c6fa689 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:54.674579 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6da3f76-9b53-438a-b8ae-0d1f3cbb99dc req-f7d825b3-5da3-42d2-b2ff-16923c6fa689 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1006126 Jun 27 12:26:54.686182 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Pushing event updated for resources: {'Port': ['ID=71cf827c-f263-48f2-b67c-3d64e907584e,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:54.693649 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:54.709192 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:54.709797 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:54.723416 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6da3f76-9b53-438a-b8ae-0d1f3cbb99dc req-c66efc6e-7af3-4948-9d33-4ea261058777 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429804 Jun 27 12:26:54.809820 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2256498 Jun 27 12:26:54.898802 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Request body: {'port': {'device_id': '0fe37307-d30a-4881-96ea-7bc3f35d5161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:26:55.027740 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960904eb-254a-4a4f-a170-cabe576677b1 req-b14accb6-b99f-4016-83e6-4dec2916f898 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:55.028372 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-960904eb-254a-4a4f-a170-cabe576677b1 req-b14accb6-b99f-4016-83e6-4dec2916f898 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Synchronizing usage tracker for tenant:163e5e03bdec4af08fed2c5f5d9a579f on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:26:55.064373 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:55.177844 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-960904eb-254a-4a4f-a170-cabe576677b1 req-b14accb6-b99f-4016-83e6-4dec2916f898 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Unset dirty status for tenant:163e5e03bdec4af08fed2c5f5d9a579f on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:26:55.178987 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-960904eb-254a-4a4f-a170-cabe576677b1 req-b14accb6-b99f-4016-83e6-4dec2916f898 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 931 time: 0.3539643 Jun 27 12:26:55.312533 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-960904eb-254a-4a4f-a170-cabe576677b1 req-d559d336-c874-4ead-a820-e9355811474e tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Synchronizing usage tracker for tenant:163e5e03bdec4af08fed2c5f5d9a579f on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:26:55.453341 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cf827c-f263-48f2-b67c-3d64e907584e {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:26:55.460624 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:55.476455 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Transition to ACTIVE for port object 71cf827c-f263-48f2-b67c-3d64e907584e will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:26:55.477733 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-960904eb-254a-4a4f-a170-cabe576677b1 req-d559d336-c874-4ead-a820-e9355811474e tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Unset dirty status for tenant:163e5e03bdec4af08fed2c5f5d9a579f on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:26:55.478799 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-960904eb-254a-4a4f-a170-cabe576677b1 req-d559d336-c874-4ead-a820-e9355811474e tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865050 Jun 27 12:26:55.608479 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:55.619392 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:55.634925 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908b708-7aca-4427-bdd0-707939af9057 req-b4600e79-1068-48f6-b790-bda6b5ee7472 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:55.636995 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b908b708-7aca-4427-bdd0-707939af9057 req-b4600e79-1068-48f6-b790-bda6b5ee7472 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1078517 Jun 27 12:26:55.741994 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b908b708-7aca-4427-bdd0-707939af9057 req-d8958466-1726-4780-b303-e053a2e115c4 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891545 Jun 27 12:26:55.898058 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Pushing event updated for resources: {'Port': ['ID=71cf827c-f263-48f2-b67c-3d64e907584e,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:55.902626 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:55.985134 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2e405-10ef-466e-b804-f632785c5100 req-0355c911-7408-4d39-abad-951d3f2aab39 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:55.986565 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a0d2e405-10ef-466e-b804-f632785c5100 req-0355c911-7408-4d39-abad-951d3f2aab39 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.3065095 Jun 27 12:26:56.006313 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c1cd-76f8-40ec-a121-90628d5159a4 req-47128143-13da-44d8-ba06-2baa85254f94 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:56.007756 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e027c1cd-76f8-40ec-a121-90628d5159a4 req-47128143-13da-44d8-ba06-2baa85254f94 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 945 time: 0.0840554 Jun 27 12:26:56.037206 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fe4af2dd-18d5-4183-bc93-64eaab3c9867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:56.044136 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Attempting to bind port 71cf827c-f263-48f2-b67c-3d64e907584e on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:26:56.044468 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Attempting to bind port 71cf827c-f263-48f2-b67c-3d64e907584e by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'a49335e4-3e9e-449d-84e5-3e82dec424ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '914e3807-a58c-4ee9-952e-8dcf67b7e243'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:26:56.044813 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Attempting to bind port 71cf827c-f263-48f2-b67c-3d64e907584e on network 914e3807-a58c-4ee9-952e-8dcf67b7e243 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:26:56.056979 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Port 71cf827c-f263-48f2-b67c-3d64e907584e on network 914e3807-a58c-4ee9-952e-8dcf67b7e243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:26:56.057290 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Attempting to bind port 71cf827c-f263-48f2-b67c-3d64e907584e on network 914e3807-a58c-4ee9-952e-8dcf67b7e243 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:26:56.058763 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e027c1cd-76f8-40ec-a121-90628d5159a4 req-ddc83a59-ba09-4b33-a4b4-5861768df2e5 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Jun 27 12:26:56.062021 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a0d2e405-10ef-466e-b804-f632785c5100 req-e91b5018-7afd-4ade-9270-49d621e298dc tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685613 Jun 27 12:26:56.066468 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:26:56.066795 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Checking segment: {'id': 'a49335e4-3e9e-449d-84e5-3e82dec424ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '914e3807-a58c-4ee9-952e-8dcf67b7e243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:26:56.067166 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Bound using segment: {'id': 'a49335e4-3e9e-449d-84e5-3e82dec424ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '914e3807-a58c-4ee9-952e-8dcf67b7e243'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:26:56.067579 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Bound port: 71cf827c-f263-48f2-b67c-3d64e907584e, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49335e4-3e9e-449d-84e5-3e82dec424ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '914e3807-a58c-4ee9-952e-8dcf67b7e243'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:26:56.067917 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:56.169805 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] For port 71cf827c-f263-48f2-b67c-3d64e907584e, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:26:56.173261 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] For port 71cf827c-f263-48f2-b67c-3d64e907584e, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=71cf827c-f263-48f2-b67c-3d64e907584e,segment=NetworkSegment(a49335e4-3e9e-449d-84e5-3e82dec424ce),segment_id=a49335e4-3e9e-449d-84e5-3e82dec424ce)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:26:56.261183 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03953922-10fd-47e3-8b55-a4530188872d req-2033765f-5ff7-4ed8-a58c-73079786cc1c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:56.268567 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-03953922-10fd-47e3-8b55-a4530188872d req-2033765f-5ff7-4ed8-a58c-73079786cc1c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 945 time: 0.0842149 Jun 27 12:26:56.272747 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:56.279636 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3aafb72e-c16b-4a52-8313-5abfc26600ea tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:56.310783 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-03953922-10fd-47e3-8b55-a4530188872d req-fee84eb8-40dc-4022-be2d-7b6a2cea03c1 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Jun 27 12:26:56.356310 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:56.357659 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] 10.222.0.50 "PUT /v2.0/ports/71cf827c-f263-48f2-b67c-3d64e907584e HTTP/1.1" status: 200 len: 1093 time: 1.4644544 Jun 27 12:26:56.358171 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe37307-d30a-4881-96ea-7bc3f35d5161', 'tag': '71cf827c-f263-48f2-b67c-3d64e907584e'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:26:56.363449 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:56.377217 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Pushing event updated for resources: {'Port': ['ID=71cf827c-f263-48f2-b67c-3d64e907584e,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:56.380149 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:56.413236 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe37307-d30a-4881-96ea-7bc3f35d5161', 'tag': '71cf827c-f263-48f2-b67c-3d64e907584e', 'status': 'completed', 'code': 200} Jun 27 12:26:56.573880 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-72266fa5-fde5-4865-a13b-52c28bdee3dc req-dc183553-f752-4b15-9fc3-030506948143 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=163e5e03bdec4af08fed2c5f5d9a579f&device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 1096 time: 0.0806248 Jun 27 12:26:56.702776 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656e1cb-5841-4ab1-a9a3-a6a03e7e50bd req-0a00a0c2-d913-4b24-8b39-76bb7a7d8d12 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:56.704365 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1656e1cb-5841-4ab1-a9a3-a6a03e7e50bd req-0a00a0c2-d913-4b24-8b39-76bb7a7d8d12 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 943 time: 0.0827794 Jun 27 12:26:56.758273 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1656e1cb-5841-4ab1-a9a3-a6a03e7e50bd req-e089e559-4695-497a-8ae8-95b1c752c093 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479128 Jun 27 12:26:56.849246 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72266fa5-fde5-4865-a13b-52c28bdee3dc req-2d52a985-5f2c-43fc-9bf9-59a9e7ab84a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:56.850682 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-72266fa5-fde5-4865-a13b-52c28bdee3dc req-2d52a985-5f2c-43fc-9bf9-59a9e7ab84a9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=163e5e03bdec4af08fed2c5f5d9a579f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2605188 Jun 27 12:26:57.042385 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72266fa5-fde5-4865-a13b-52c28bdee3dc req-1bf74c3a-b91d-4a8a-8151-233dd2e47436 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:57.043875 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-72266fa5-fde5-4865-a13b-52c28bdee3dc req-1bf74c3a-b91d-4a8a-8151-233dd2e47436 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1758440 Jun 27 12:26:57.046161 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6750549-1709-466c-af0d-8105efebafcd req-878c0870-45f9-45fc-bc74-8a481029d474 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:57.047581 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b6750549-1709-466c-af0d-8105efebafcd req-878c0870-45f9-45fc-bc74-8a481029d474 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1342628 Jun 27 12:26:57.092754 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d4a13ae2-806b-4408-9ee6-bc94d9c698c3 req-29c612ac-6cc4-4d1b-a189-108f54953d04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 1099 time: 0.1203790 Jun 27 12:26:57.102254 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b6750549-1709-466c-af0d-8105efebafcd req-f2c7e531-6e54-426d-ab78-59bd1a7e782c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 Jun 27 12:26:57.245182 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bc63bebb-73f3-44be-b4db-fdbe36bfc2ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=163e5e03bdec4af08fed2c5f5d9a579f&device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 1096 time: 0.0900271 Jun 27 12:26:57.299754 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a13ae2-806b-4408-9ee6-bc94d9c698c3 req-6c0f330f-4597-4f87-bb12-de1f889dd114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:57.301407 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d4a13ae2-806b-4408-9ee6-bc94d9c698c3 req-6c0f330f-4597-4f87-bb12-de1f889dd114 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 918 time: 0.1459968 Jun 27 12:26:57.362371 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-bbd4b6c6-0d78-41b7-b423-4fe9b4cd9b9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71cf827c-f263-48f2-b67c-3d64e907584e HTTP/1.1" status: 200 len: 217 time: 0.0704334 Jun 27 12:26:57.449715 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-f22042f6-99fc-4e9a-bc2c-9d0095dcfd50 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:57.451241 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-f22042f6-99fc-4e9a-bc2c-9d0095dcfd50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ce869e3-6fcb-4d61-8857-7061965a021e HTTP/1.1" status: 200 len: 849 time: 0.0782008 Jun 27 12:26:57.457086 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdd4ee-a6a4-4283-b9fb-056882dc0494 req-744375e6-d9d3-4ed5-b382-04887298c4fb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:57.458540 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-99fdd4ee-a6a4-4283-b9fb-056882dc0494 req-744375e6-d9d3-4ed5-b382-04887298c4fb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.2042320 Jun 27 12:26:57.458702 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d4a13ae2-806b-4408-9ee6-bc94d9c698c3 req-719b3bba-0a2b-46d9-a1a0-ed0c79570507 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b76df778-5447-4eb3-8e62-20bc50e582bb HTTP/1.1" status: 200 len: 1001 time: 0.1123052 Jun 27 12:26:57.515254 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-ad56554a-c594-4302-8a70-6327ede317a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=914e3807-a58c-4ee9-952e-8dcf67b7e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556462 Jun 27 12:26:57.550579 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a13ae2-806b-4408-9ee6-bc94d9c698c3 req-cbaff0bd-6cbf-499f-b735-ca6c330086ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:57.552301 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d4a13ae2-806b-4408-9ee6-bc94d9c698c3 req-cbaff0bd-6cbf-499f-b735-ca6c330086ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.0805826 Jun 27 12:26:57.559979 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-99fdd4ee-a6a4-4283-b9fb-056882dc0494 req-36ee1a71-bc72-41ff-b020-d8a7925be5c0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662718 Jun 27 12:26:57.654640 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:57.724307 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-e78ff6c7-0c33-48e8-9d9d-61e03ba23091 service neutron] 10.222.0.50 "GET /v2.0/networks/914e3807-a58c-4ee9-952e-8dcf67b7e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510880 Jun 27 12:26:57.794757 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d4a13ae2-806b-4408-9ee6-bc94d9c698c3 req-f5c7bfaf-ac5e-46f7-81c2-433df5794317 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1629817 Jun 27 12:26:57.827758 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c1f15-d0ac-461c-98f7-3c39d0dd3467 req-84119e95-adfa-4bf7-b614-145f00fddb3d tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:57.829236 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c25c1f15-d0ac-461c-98f7-3c39d0dd3467 req-84119e95-adfa-4bf7-b614-145f00fddb3d tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 945 time: 0.1302645 Jun 27 12:26:57.889537 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9f473ff9-361d-47ba-898c-86071c7890e2 req-9486e939-78a9-4b54-a6cc-7874eb77fbad service neutron] 10.222.0.50 "GET /v2.0/networks/914e3807-a58c-4ee9-952e-8dcf67b7e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422806 Jun 27 12:26:57.970877 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c25c1f15-d0ac-461c-98f7-3c39d0dd3467 req-58cbcb99-cec9-4721-a857-b31c051325eb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773406 Jun 27 12:26:57.989190 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d4a13ae2-806b-4408-9ee6-bc94d9c698c3 req-a88ab183-2d86-4080-9040-2130d02a294e service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851978 Jun 27 12:26:57.992078 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7372abaa-ca1f-49f5-b3fe-b1ca9223df0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:58.050761 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88597899-f498-4afe-b0c1-8d00d4ac7dff req-35f9ff48-e989-4078-ba63-b1c018cae339 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:58.052176 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-88597899-f498-4afe-b0c1-8d00d4ac7dff req-35f9ff48-e989-4078-ba63-b1c018cae339 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 943 time: 0.0987885 Jun 27 12:26:58.143002 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-88597899-f498-4afe-b0c1-8d00d4ac7dff req-aebc48c6-0bf6-47a4-9247-13406015a8ef tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852692 Jun 27 12:26:58.182120 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-eae07c26-fbb7-4b80-b42d-1d58f27850f8 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:58.184026 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-eae07c26-fbb7-4b80-b42d-1d58f27850f8 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 945 time: 0.0975823 Jun 27 12:26:58.261548 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Deleting port ea5bd756-77fc-49b6-8d46-fa4908961f64 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:26:58.261905 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:58.289366 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d4a13ae2-806b-4408-9ee6-bc94d9c698c3 req-f075564f-c9b3-4196-9ec7-5a5404d346e4 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962528 Jun 27 12:26:58.302237 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe8c91-0a44-4f20-875c-1c48d99b77cf req-bcc781d4-8730-4995-be7e-a8837088b450 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:58.303582 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-25fe8c91-0a44-4f20-875c-1c48d99b77cf req-bcc781d4-8730-4995-be7e-a8837088b450 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1288362 Jun 27 12:26:58.353806 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-25fe8c91-0a44-4f20-875c-1c48d99b77cf req-a7bba666-259a-42b1-8dd8-a4a887c2326b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437384 Jun 27 12:26:58.571054 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c85940-8e47-440e-b089-e64ba69cf6aa req-7e6f5e80-5f5a-44f5-ba73-571709e067cb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:58.572488 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-18c85940-8e47-440e-b089-e64ba69cf6aa req-7e6f5e80-5f5a-44f5-ba73-571709e067cb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.2861691 Jun 27 12:26:58.636083 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b76df778-5447-4eb3-8e62-20bc50e582bb details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:26:58.654735 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] For port ea5bd756-77fc-49b6-8d46-fa4908961f64, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ea5bd756-77fc-49b6-8d46-fa4908961f64,segment=NetworkSegment(89e27338-5c35-481d-8c5a-b193cc1ba1c3),segment_id=89e27338-5c35-481d-8c5a-b193cc1ba1c3)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:58.655029 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:58.667804 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-18c85940-8e47-440e-b089-e64ba69cf6aa req-fde36aff-1828-46a1-86ab-3892e6e18921 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864880 Jun 27 12:26:58.786616 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Calling delete_port for ea5bd756-77fc-49b6-8d46-fa4908961f64 owned by compute:nova {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:26:58.838102 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:58.911205 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'port_id': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'mac_address': 'fa:16:3e:29:86:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:26:58.976680 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:58.997594 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b76df778-5447-4eb3-8e62-20bc50e582bb {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:26:59.023848 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:26:59.081987 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819e551-90f1-42f3-87bd-6c661e55ca08 req-6015cc1b-4c67-47c5-882d-4c185b784530 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:59.083435 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e819e551-90f1-42f3-87bd-6c661e55ca08 req-6015cc1b-4c67-47c5-882d-4c185b784530 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1542387 Jun 27 12:26:59.110326 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:59.138778 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e819e551-90f1-42f3-87bd-6c661e55ca08 req-a0e0efc8-4229-4376-9604-de4bc5e30dd4 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461388 Jun 27 12:26:59.232470 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:59.235179 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:59.296733 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-beb188cb-407e-4dd7-8c69-424aa7f17be0 req-a49d95ae-1b31-4b46-90eb-ca39143db0d9 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 210 time: 0.0444005 Jun 27 12:26:59.297923 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:59.311186 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:26:59.336353 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=6']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:59.350950 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['ea5bd756-77fc-49b6-8d46-fa4908961f64'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:26:59.381873 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.382382 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.382719 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.383108 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.383487 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.383821 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.384324 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.384675 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.385000 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.385324 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.390307 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.394839 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:59.413108 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Pushing event deleted for resources: {'Port': ['ID=ea5bd756-77fc-49b6-8d46-fa4908961f64,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:26:59.468730 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] No DVR routers for this DVR port ea5bd756-77fc-49b6-8d46-fa4908961f64 on host hv-cinder-79809 {{(pid=75088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:26:59.472901 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:59.522445 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b12b180-7472-4a26-8663-b4da93373467', 'name': 'network-vif-deleted', 'tag': 'ea5bd756-77fc-49b6-8d46-fa4908961f64'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:26:59.533124 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b76df778-5447-4eb3-8e62-20bc50e582bb'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:26:59.541248 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.541614 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.541973 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.542329 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.542678 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.543022 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.543894 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.544241 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.544608 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.545138 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.545493 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:26:59.548707 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:26:59.587220 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65914da2-468f-41ec-9484-978a29e622ea req-ada56e6e-77b5-474c-8d7d-4382b22fb1fd tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:26:59.593097 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65914da2-468f-41ec-9484-978a29e622ea req-ada56e6e-77b5-474c-8d7d-4382b22fb1fd tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 943 time: 0.1279991 Jun 27 12:26:59.645336 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65914da2-468f-41ec-9484-978a29e622ea req-19e12d3a-9a33-42b5-94b5-9e8dda1b132a tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493629 Jun 27 12:26:59.673235 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-50e25809-8093-4d6c-9bd3-e90767b70009 req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.50 "DELETE /v2.0/ports/ea5bd756-77fc-49b6-8d46-fa4908961f64 HTTP/1.1" status: 204 len: 173 time: 1.4798374 Jun 27 12:26:59.791714 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b12b180-7472-4a26-8663-b4da93373467', 'name': 'network-vif-deleted', 'tag': 'ea5bd756-77fc-49b6-8d46-fa4908961f64', 'status': 'completed', 'code': 200} Jun 27 12:27:00.033019 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd8335-012c-4a3e-a8b7-c2d04952592e req-ddbe22cf-abbe-4569-83db-e1767b0a39e3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:00.034971 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-88cd8335-012c-4a3e-a8b7-c2d04952592e req-ddbe22cf-abbe-4569-83db-e1767b0a39e3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 945 time: 0.1204836 Jun 27 12:27:00.115391 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-88cd8335-012c-4a3e-a8b7-c2d04952592e req-b3cacedc-ff1a-4da2-ad8d-0fb9510203d3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686548 Jun 27 12:27:00.508214 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac635859-8770-4ef8-8f40-05752cfd2198 req-94c80cf5-b70f-4390-b1be-0b6525e9fdc1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:00.508214 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ac635859-8770-4ef8-8f40-05752cfd2198 req-94c80cf5-b70f-4390-b1be-0b6525e9fdc1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1636775 Jun 27 12:27:00.589133 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ac635859-8770-4ef8-8f40-05752cfd2198 req-834b17ca-e953-49ae-ad54-06bc2442a8cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851486 Jun 27 12:27:00.656663 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 71cf827c-f263-48f2-b67c-3d64e907584e details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:27:00.758368 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4693092c-fea8-412e-9b21-baf66e9e66f6 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:00.760290 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4693092c-fea8-412e-9b21-baf66e9e66f6 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/networks?id=9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 200 len: 814 time: 0.2463489 Jun 27 12:27:00.778441 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d2f33dcf-bd6d-446b-a0f2-399c9f833fa7 req-c630b058-051e-484f-8275-ef98fec236fb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b12b180-7472-4a26-8663-b4da93373467 HTTP/1.1" status: 200 len: 210 time: 0.0536110 Jun 27 12:27:00.785198 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-9faf551f-9807-456d-af51-35d1e17edf99 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/quotas/9d311a99d1df43d388130d39898d4ce6 HTTP/1.1" status: 200 len: 375 time: 0.0181041 Jun 27 12:27:00.822503 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 71cf827c-f263-48f2-b67c-3d64e907584e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=71cf827c-f263-48f2-b67c-3d64e907584e,segment=NetworkSegment(a49335e4-3e9e-449d-84e5-3e82dec424ce),segment_id=a49335e4-3e9e-449d-84e5-3e82dec424ce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:00.838786 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '71cf827c-f263-48f2-b67c-3d64e907584e', 'network_id': '914e3807-a58c-4ee9-952e-8dcf67b7e243', 'port_id': '71cf827c-f263-48f2-b67c-3d64e907584e', 'mac_address': 'fa:16:3e:1f:10:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce869e3-6fcb-4d61-8857-7061965a021e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:27:00.840537 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b76df778-5447-4eb3-8e62-20bc50e582bb up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:00.901806 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-38943542-61c1-4f19-958c-f1ec2dbf726f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157660 Jun 27 12:27:00.983468 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:01.024449 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc5c04-c250-4023-8ca3-bea544d6b8bf req-56d097e6-1bfc-4284-b2bd-6fd93cb1a753 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:01.026329 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:01.032011 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-45fc5c04-c250-4023-8ca3-bea544d6b8bf req-56d097e6-1bfc-4284-b2bd-6fd93cb1a753 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 943 time: 0.1069646 Jun 27 12:27:01.047219 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cf827c-f263-48f2-b67c-3d64e907584e {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:01.050866 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port b76df778-5447-4eb3-8e62-20bc50e582bb triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:01.051244 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:01.098482 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-45fc5c04-c250-4023-8ca3-bea544d6b8bf req-f8e83a80-982d-42e0-a5f4-ae86d9221d2f tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651968 Jun 27 12:27:01.124324 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 71cf827c-f263-48f2-b67c-3d64e907584e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=71cf827c-f263-48f2-b67c-3d64e907584e,segment=NetworkSegment(a49335e4-3e9e-449d-84e5-3e82dec424ce),segment_id=a49335e4-3e9e-449d-84e5-3e82dec424ce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:01.243404 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:01.277035 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:01.280741 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:01.317171 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-26cca71d-0cde-4f57-8362-43cde079b386 service neutron] 10.222.0.45 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012210 Jun 27 12:27:01.349206 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=71cf827c-f263-48f2-b67c-3d64e907584e,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:01.372339 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:01.374978 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:01.375706 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:01.451222 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fc622-95ae-492e-a84f-41b2028605f6 req-3e0443ee-8b21-4bdf-bf6c-0fddcec6112c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:01.452560 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-232fc622-95ae-492e-a84f-41b2028605f6 req-3e0443ee-8b21-4bdf-bf6c-0fddcec6112c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 945 time: 0.1732516 Jun 27 12:27:01.523131 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-232fc622-95ae-492e-a84f-41b2028605f6 req-6aa7dca4-7941-4100-b1ed-f5bc55ae4c1d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636234 Jun 27 12:27:01.536955 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:01.539282 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-4ec625d2-5d93-40a7-9855-29543503abb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:01.557312 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-990eccb0-1d55-431f-97bb-7566e0026f81 service neutron] 10.222.0.45 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386203 Jun 27 12:27:01.662812 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'code': 200} Jun 27 12:27:01.702553 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=7']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:01.705957 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:01.843331 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['71cf827c-f263-48f2-b67c-3d64e907584e'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:27:01.893360 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e7f4c-6725-4acf-9d56-c4b2d5294e0d req-3c1a7ef4-5f2f-45fc-9ae2-2a41617fe163 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:01.901973 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b00e7f4c-6725-4acf-9d56-c4b2d5294e0d req-3c1a7ef4-5f2f-45fc-9ae2-2a41617fe163 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1199884 Jun 27 12:27:01.969032 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b00e7f4c-6725-4acf-9d56-c4b2d5294e0d req-22e4de93-acd2-440b-9713-3fafefc405ef tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658402 Jun 27 12:27:02.143481 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cc8ce21a-0d3e-4fbc-9478-7b9f0ab34d9c req-fad8f92e-78ff-46b5-b068-bab88e06e98e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 210 time: 0.0866017 Jun 27 12:27:02.421172 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604826f7-032f-408e-9861-1d71a8d41ce7 req-51b63d58-5030-4be9-b929-4ff412ee7c84 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:02.431616 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-604826f7-032f-408e-9861-1d71a8d41ce7 req-51b63d58-5030-4be9-b929-4ff412ee7c84 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 944 time: 0.1833267 Jun 27 12:27:02.489835 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-604826f7-032f-408e-9861-1d71a8d41ce7 req-4055edf5-ea66-4e1c-bb2b-4a0def637581 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600786 Jun 27 12:27:02.671901 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device ea5bd756-77fc-49b6-8d46-fa4908961f64 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:27:02.742309 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: ea5bd756-77fc-49b6-8d46-fa4908961f64 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:27:02.749368 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device ea5bd756-77fc-49b6-8d46-fa4908961f64 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:27:02.750846 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-c42f18cf-36b1-400f-b9e3-84d37371d935 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:02.758405 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-c42f18cf-36b1-400f-b9e3-84d37371d935 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/networks?id=7b92714e-eb01-42eb-b70c-c54957b23ca3 HTTP/1.1" status: 200 len: 809 time: 0.3676751 Jun 27 12:27:02.772372 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-d36966c4-12b3-48d1-8b17-56cb91a10a90 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/quotas/942118f9e7f540498f915bb44f9fb2ef HTTP/1.1" status: 200 len: 375 time: 0.0121546 Jun 27 12:27:02.813555 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b5195-7854-4953-a858-db3993f5ead9 req-185e82bf-1ab3-45f3-bcd7-065dbb4abd78 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:02.815013 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-432b5195-7854-4953-a858-db3993f5ead9 req-185e82bf-1ab3-45f3-bcd7-065dbb4abd78 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1030982 Jun 27 12:27:02.843000 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-57f8bb56-9f7d-46af-ad5f-a5a465f845e8 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=942118f9e7f540498f915bb44f9fb2ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622652 Jun 27 12:27:02.893133 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-432b5195-7854-4953-a858-db3993f5ead9 req-6418b0e7-9abb-4a66-b1d1-ac07a002eb77 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708587 Jun 27 12:27:02.986138 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7a582969-bdb1-4345-8649-2a117f6aa590 service neutron] 10.222.0.45 "GET /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417820 Jun 27 12:27:03.170621 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-77bfbceb-3260-4633-babf-3506ca071b08 service neutron] 10.222.0.45 "GET /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711357 Jun 27 12:27:03.262576 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd533512-47cb-49ee-9e6d-0907dd436540 req-4f638d37-3300-4484-b153-c9a1031b94c9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:03.264130 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-cd533512-47cb-49ee-9e6d-0907dd436540 req-4f638d37-3300-4484-b153-c9a1031b94c9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1165695 Jun 27 12:27:03.327360 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-cd533512-47cb-49ee-9e6d-0907dd436540 req-9d27ada4-cbbc-48bc-9617-b13332e855ee tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559764 Jun 27 12:27:03.557366 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9d901f04-e2b9-4b62-b810-e45e7f9d5eed req-3b39b60f-dfa8-4bce-a2b8-60a49f9d58ab tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 210 time: 0.1025591 Jun 27 12:27:03.762574 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-985224eb-5595-404a-b6ab-3c0da87d755d req-a6dd596c-bb5a-4f1d-adb7-e17d91a226a4 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.1102102 Jun 27 12:27:03.932500 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da3d2d-c7f6-4c7b-985e-4e9a096b19c5 req-354d4675-0fec-4f98-a136-a214d8dd5dc1 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:03.934238 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-26da3d2d-c7f6-4c7b-985e-4e9a096b19c5 req-354d4675-0fec-4f98-a136-a214d8dd5dc1 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 944 time: 0.1215730 Jun 27 12:27:04.005205 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-26da3d2d-c7f6-4c7b-985e-4e9a096b19c5 req-36f972f8-bfa9-4213-9972-62fd2265b704 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632236 Jun 27 12:27:04.223590 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72060e81-4390-44c1-8d25-88dcd8cfed05 req-7f5048b8-005b-4dbb-a013-eebbb375b073 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:04.225058 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-72060e81-4390-44c1-8d25-88dcd8cfed05 req-7f5048b8-005b-4dbb-a013-eebbb375b073 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0989640 Jun 27 12:27:04.278134 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-72060e81-4390-44c1-8d25-88dcd8cfed05 req-fb525187-c3dd-4626-a096-9a75adb624de tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467527 Jun 27 12:27:04.608591 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b53adf-bec1-421e-a7e7-4ce157a4cda8 req-311eb58e-ad27-4912-9681-e2b7190f19d9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:04.610051 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-03b53adf-bec1-421e-a7e7-4ce157a4cda8 req-311eb58e-ad27-4912-9681-e2b7190f19d9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1253073 Jun 27 12:27:04.655944 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-03b53adf-bec1-421e-a7e7-4ce157a4cda8 req-ba5cf4cb-44c8-41d1-95ac-63574cdce476 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400231 Jun 27 12:27:04.679606 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 71cf827c-f263-48f2-b67c-3d64e907584e up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:04.832255 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c2e800c1-6a2a-4484-8e6c-1060f6c85697 req-3e53638a-d4f5-4717-9d8b-617c085da6b6 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 210 time: 0.0432498 Jun 27 12:27:04.931300 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-233c3570-823f-4bad-bd74-f24bb243b176 req-4e202204-ff60-4409-9d4f-bd57c5bbfc33 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Synchronizing usage tracker for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:05.151278 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 71cf827c-f263-48f2-b67c-3d64e907584e completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:05.159359 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 71cf827c-f263-48f2-b67c-3d64e907584e triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:05.160688 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:05.164885 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-233c3570-823f-4bad-bd74-f24bb243b176 req-4e202204-ff60-4409-9d4f-bd57c5bbfc33 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Unset dirty status for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:05.166150 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-233c3570-823f-4bad-bd74-f24bb243b176 req-4e202204-ff60-4409-9d4f-bd57c5bbfc33 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.2770538 Jun 27 12:27:05.371042 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:05.390302 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803e0df-62ef-4dc8-acba-4c271817e0f2 req-6e3490e5-73f2-4933-adfc-aa7c1c1d0c1c tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:05.393299 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f803e0df-62ef-4dc8-acba-4c271817e0f2 req-6e3490e5-73f2-4933-adfc-aa7c1c1d0c1c tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 944 time: 0.0969718 Jun 27 12:27:05.428811 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe37307-d30a-4881-96ea-7bc3f35d5161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cf827c-f263-48f2-b67c-3d64e907584e'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:05.446752 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 71cf827c-f263-48f2-b67c-3d64e907584e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=71cf827c-f263-48f2-b67c-3d64e907584e,segment=NetworkSegment(a49335e4-3e9e-449d-84e5-3e82dec424ce),segment_id=a49335e4-3e9e-449d-84e5-3e82dec424ce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:05.450938 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47126a9-e9e9-40b2-bc0d-15b0fc231dc4 req-7fa79a1b-e812-45cb-9c6e-6460f7413088 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:05.450938 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d47126a9-e9e9-40b2-bc0d-15b0fc231dc4 req-7fa79a1b-e812-45cb-9c6e-6460f7413088 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1022642 Jun 27 12:27:05.469155 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f803e0df-62ef-4dc8-acba-4c271817e0f2 req-37a7d778-cace-49a3-b2ed-9315a5791009 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685947 Jun 27 12:27:05.517016 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d47126a9-e9e9-40b2-bc0d-15b0fc231dc4 req-8b1c35ec-003c-4265-bd50-10dbfd4eaaa0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608406 Jun 27 12:27:05.545772 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:05.547786 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:05.676781 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe37307-d30a-4881-96ea-7bc3f35d5161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cf827c-f263-48f2-b67c-3d64e907584e', 'code': 200} Jun 27 12:27:05.793387 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=71cf827c-f263-48f2-b67c-3d64e907584e,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:05.800531 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:05.857562 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1c32b73a-c1b3-4aa0-a7ba-bc6397e13533 req-aa54e5ab-22f3-4b09-ae51-12be25106307 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 1098 time: 0.3313234 Jun 27 12:27:05.970935 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-f5f973c5-7fb2-4a45-86c1-31bd4ae0d59c tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:05.972610 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-f5f973c5-7fb2-4a45-86c1-31bd4ae0d59c tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "GET /v2.0/networks?id=9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 200 len: 814 time: 0.4472551 Jun 27 12:27:06.007658 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Request body: {'port': {'device_id': 'c0e55df1-f39c-4d81-b84d-3301f5ed0854', 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819', 'admin_state_up': True, 'tenant_id': '9d311a99d1df43d388130d39898d4ce6'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:27:06.018558 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb0e48-be8a-454f-b58e-90f11c274b65 req-99a9d29c-95a4-4cab-a14d-5a9399bbc07b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:06.020070 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-47fb0e48-be8a-454f-b58e-90f11c274b65 req-99a9d29c-95a4-4cab-a14d-5a9399bbc07b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.2253954 Jun 27 12:27:06.030855 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec013-8776-4f94-8d0c-bed3d6578618 req-e52cd906-473b-49ea-9714-a95ed0135a74 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:06.038456 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b90ec013-8776-4f94-8d0c-bed3d6578618 req-e52cd906-473b-49ea-9714-a95ed0135a74 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1582494 Jun 27 12:27:06.108286 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32b73a-c1b3-4aa0-a7ba-bc6397e13533 req-d6a35001-07b3-470c-8677-9ddf036f2c2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:06.110166 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1c32b73a-c1b3-4aa0-a7ba-bc6397e13533 req-d6a35001-07b3-470c-8677-9ddf036f2c2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 920 time: 0.2324851 Jun 27 12:27:06.122425 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-47fb0e48-be8a-454f-b58e-90f11c274b65 req-9d5098b6-eb2f-46e9-934a-2b9a0172c0bb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930777 Jun 27 12:27:06.204390 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1c32b73a-c1b3-4aa0-a7ba-bc6397e13533 req-d0a88002-5fba-4e75-8262-7d2922a85e7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69 HTTP/1.1" status: 200 len: 217 time: 0.0788584 Jun 27 12:27:06.291669 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b90ec013-8776-4f94-8d0c-bed3d6578618 req-a038931a-cba6-42fc-a701-30cefe149d30 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502208 Jun 27 12:27:06.305843 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32b73a-c1b3-4aa0-a7ba-bc6397e13533 req-dbb10f2f-2bea-4bb6-91bf-3bd249424b54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:06.308122 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1c32b73a-c1b3-4aa0-a7ba-bc6397e13533 req-dbb10f2f-2bea-4bb6-91bf-3bd249424b54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 200 len: 859 time: 0.0878854 Jun 27 12:27:06.401989 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:06.416865 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2aa0aa32-dda5-4bb6-a006-92875a05804f req-d2f28abf-0d08-4590-8a2a-cf28da1b1763 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 210 time: 0.1051748 Jun 27 12:27:06.425500 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1c32b73a-c1b3-4aa0-a7ba-bc6397e13533 req-6f1b182a-4c6e-490c-ac85-a3b02d066cb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722725 Jun 27 12:27:06.431055 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:06.594780 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9a8c7648-dba0-41f8-b33a-34bbaa539313 req-268c13cb-d466-4e3c-bbab-8488712182d9 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.1001148 Jun 27 12:27:06.595606 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Made reservation on behalf of 9d311a99d1df43d388130d39898d4ce6 for: {'port': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:06.601516 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:06.717199 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1c32b73a-c1b3-4aa0-a7ba-bc6397e13533 req-457cc16e-6f8e-479e-ab3c-4d08aa8c533e service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656586 Jun 27 12:27:06.941441 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a0a194ff-7134-4c09-a87a-264bfeda35fa req-3b956fc6-0b79-48e9-9f66-1fd6853d5e1c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 1098 time: 0.3778839 Jun 27 12:27:06.963426 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987d715-f67e-4da1-8fe4-a21f97193c39 req-17e028e1-f920-4c42-b40b-f869fc156466 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:06.964575 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3987d715-f67e-4da1-8fe4-a21f97193c39 req-17e028e1-f920-4c42-b40b-f869fc156466 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 945 time: 0.2537887 Jun 27 12:27:06.990448 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Allocated IP 172.20.0.12 (9f89575f-95b7-4b36-b30e-f4380ef46819/c6c5081f-248d-45df-bbef-4449973dcb6f/6c62c00c-99a5-43dd-b746-0d3138f64525) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:07.026583 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7ccf4-bfcf-48b7-9725-92157f87e908 req-b102abfc-0ab4-46d2-9100-8c791e500217 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:07.034861 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a0f7ccf4-bfcf-48b7-9725-92157f87e908 req-b102abfc-0ab4-46d2-9100-8c791e500217 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.2163770 Jun 27 12:27:07.076655 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1c32b73a-c1b3-4aa0-a7ba-bc6397e13533 req-26ff2bc2-093d-40ca-b073-843acc90e3ba service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922230 Jun 27 12:27:07.098869 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3987d715-f67e-4da1-8fe4-a21f97193c39 req-58560442-f5a9-4c0d-9f4e-4250109b49ff tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128421 Jun 27 12:27:07.100614 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a0a194ff-7134-4c09-a87a-264bfeda35fa req-e76c7b85-a5ea-4588-9d47-814f7b73c97c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340704 Jun 27 12:27:07.227606 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a0f7ccf4-bfcf-48b7-9725-92157f87e908 req-d44d1f96-953c-49aa-ad01-e6e435d19372 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917946 Jun 27 12:27:07.380193 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:07.460117 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a441f5-fa1f-400f-a28e-46cc7d109175 req-d16ff866-4e90-4891-87e8-b0603c478af7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:07.466294 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:07.468298 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-97a441f5-fa1f-400f-a28e-46cc7d109175 req-d16ff866-4e90-4891-87e8-b0603c478af7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1689944 Jun 27 12:27:07.521075 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b8c41c2a-1c52-4fe2-ba77-6193e289794a', '9d730f93-6355-4bf0-9e7a-a6b943f511f0'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:27:07.522397 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-97a441f5-fa1f-400f-a28e-46cc7d109175 req-0dbb64b3-b4a9-4761-b709-5b9a1c797f4e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530188 Jun 27 12:27:07.739615 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:07.821907 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Network 9f89575f-95b7-4b36-b30e-f4380ef46819 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:07.825222 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Pushing event updated for resources: {'Port': ['ID=6c62c00c-99a5-43dd-b746-0d3138f64525,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:07.828607 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:07.830465 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:07.832380 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:27:07.836602 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:07.837346 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:07.838216 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07b812-e929-4c12-ba83-54bd433db2d2 req-bd39b884-a3c2-43fc-8cf3-c5f99be61d3d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:07.846546 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bb07b812-e929-4c12-ba83-54bd433db2d2 req-bd39b884-a3c2-43fc-8cf3-c5f99be61d3d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 932 time: 0.1545105 Jun 27 12:27:07.900047 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bb07b812-e929-4c12-ba83-54bd433db2d2 req-4818b2ae-fef2-4074-9f56-436f590224cf tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522358 Jun 27 12:27:07.921149 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79a589-bd1f-4d12-9c0f-7e650b7b2fd8 req-a253d5ae-49ce-4651-8eda-c09d9e9592a0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:07.924758 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-df79a589-bd1f-4d12-9c0f-7e650b7b2fd8 req-a253d5ae-49ce-4651-8eda-c09d9e9592a0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.4367299 Jun 27 12:27:08.010580 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-4cc3ab83-8486-48c1-be4d-c31b9a102d05 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0077260 Jun 27 12:27:08.044884 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Request body: {'port': {'device_id': 'c0e55df1-f39c-4d81-b84d-3301f5ed0854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:27:08.137244 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-df79a589-bd1f-4d12-9c0f-7e650b7b2fd8 req-305d9318-a9a2-4537-acbf-dfacb227356d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055495 Jun 27 12:27:08.284325 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b9db9c92-d410-428d-80f4-2f0ef3c5f737 req-25a16a66-95a9-4515-bc29-e995cf084cfc tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0962176 Jun 27 12:27:08.285906 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:08.470269 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425adc93-6e03-47e8-8e7f-155aa36f4ae2 req-35610fa9-041e-44ab-86b9-86ebdba94bcd tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:08.478597 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-425adc93-6e03-47e8-8e7f-155aa36f4ae2 req-35610fa9-041e-44ab-86b9-86ebdba94bcd tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 945 time: 0.1785026 Jun 27 12:27:08.542307 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-425adc93-6e03-47e8-8e7f-155aa36f4ae2 req-701489b4-1548-4a71-acb3-7ef42d412412 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626686 Jun 27 12:27:08.620413 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-9abb5ccc-9698-4aa7-b395-d654ebf1c189 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:08.622531 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-9abb5ccc-9698-4aa7-b395-d654ebf1c189 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.50 "GET /v2.0/networks?id=7b92714e-eb01-42eb-b70c-c54957b23ca3 HTTP/1.1" status: 200 len: 809 time: 0.3225949 Jun 27 12:27:08.680492 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4528-6928-48c1-863e-3ac421fffcfd req-2de80627-178c-4e03-a92f-76a726a99a56 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:08.690550 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-373a4528-6928-48c1-863e-3ac421fffcfd req-2de80627-178c-4e03-a92f-76a726a99a56 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1953111 Jun 27 12:27:08.746994 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Request body: {'port': {'device_id': '9103b60b-545f-4103-9e7a-678b1c10ed61', 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3', 'admin_state_up': True, 'tenant_id': '942118f9e7f540498f915bb44f9fb2ef'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:27:08.898931 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214120b7-9f9f-44db-81f0-0a6a92276968 req-00568a1e-0073-408c-aa2c-d0d001787964 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:08.900391 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-214120b7-9f9f-44db-81f0-0a6a92276968 req-00568a1e-0073-408c-aa2c-d0d001787964 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1240246 Jun 27 12:27:08.988316 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:09.007843 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:09.032819 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-373a4528-6928-48c1-863e-3ac421fffcfd req-ab868e61-2bc1-47ec-a8b6-f9bbb3c9b7fd tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412774 Jun 27 12:27:09.078480 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-214120b7-9f9f-44db-81f0-0a6a92276968 req-ac8f8a5f-eee3-4839-9b7f-7a1614ac4164 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688237 Jun 27 12:27:09.096986 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c62c00c-99a5-43dd-b746-0d3138f64525 {{(pid=75088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:09.113078 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.134842 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Made reservation on behalf of 942118f9e7f540498f915bb44f9fb2ef for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:09.140232 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.160771 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Transition to ACTIVE for port object 6c62c00c-99a5-43dd-b746-0d3138f64525 will not be triggered until provisioned by entity L2. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:09.294024 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.310737 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-344599c4-a1ac-46e8-8a2b-deeeb3e61950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:09.422125 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cafe5a-ca1f-46cb-a328-7d0d34d32829 req-ad8ec752-6f9c-4343-91f4-11c5df190e5c tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:09.429283 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-57cafe5a-ca1f-46cb-a328-7d0d34d32829 req-ad8ec752-6f9c-4343-91f4-11c5df190e5c tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 932 time: 0.2031012 Jun 27 12:27:09.459500 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Allocated IP 172.20.0.14 (7b92714e-eb01-42eb-b70c-c54957b23ca3/b2312f7b-d2a4-4f42-a602-1e70b5ca6626/e0b15b8a-c844-42aa-af82-0408d1c01250) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:09.540675 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Pushing event updated for resources: {'Port': ['ID=6c62c00c-99a5-43dd-b746-0d3138f64525,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:09.581237 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:09.582339 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-57cafe5a-ca1f-46cb-a328-7d0d34d32829 req-cb15cb4b-178f-4636-ac4b-a2b0d9ff60e9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188180 Jun 27 12:27:09.582637 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df70425-5cd0-4afd-b089-f2d595e9bcd3 req-9b803272-3b14-4144-8c07-b9ece58f4bcd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:09.590670 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7df70425-5cd0-4afd-b089-f2d595e9bcd3 req-9b803272-3b14-4144-8c07-b9ece58f4bcd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.2816451 Jun 27 12:27:09.680963 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Attempting to bind port 6c62c00c-99a5-43dd-b746-0d3138f64525 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:09.680963 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Attempting to bind port 6c62c00c-99a5-43dd-b746-0d3138f64525 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:09.680963 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Attempting to bind port 6c62c00c-99a5-43dd-b746-0d3138f64525 on network 9f89575f-95b7-4b36-b30e-f4380ef46819 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:27:09.728387 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Port 6c62c00c-99a5-43dd-b746-0d3138f64525 on network 9f89575f-95b7-4b36-b30e-f4380ef46819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:27:09.748004 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Attempting to bind port 6c62c00c-99a5-43dd-b746-0d3138f64525 on network 9f89575f-95b7-4b36-b30e-f4380ef46819 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:27:09.781568 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:27:09.782003 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Checking segment: {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:27:09.782396 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Bound using segment: {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:27:09.782831 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Bound port: 6c62c00c-99a5-43dd-b746-0d3138f64525, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'}}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:09.783209 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.809234 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7df70425-5cd0-4afd-b089-f2d595e9bcd3 req-9faca677-9bce-41d7-a8a9-668ddbb84573 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168453 Jun 27 12:27:09.919703 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] For port 6c62c00c-99a5-43dd-b746-0d3138f64525, host hv-cinder-79809, cleared binding levels {{(pid=75088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:27:09.923561 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] For port 6c62c00c-99a5-43dd-b746-0d3138f64525, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6c62c00c-99a5-43dd-b746-0d3138f64525,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:27:09.954788 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.038926 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1c19410d-8893-40db-8068-85cafa648a4d req-3159ca86-17d4-4942-897b-e860035ebe09 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0485406 Jun 27 12:27:10.080137 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.091765 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c83ef159-f668-4340-9349-4aba627b1397 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:10.169277 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.176138 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:10.178393 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.179740 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] 10.222.0.50 "PUT /v2.0/ports/6c62c00c-99a5-43dd-b746-0d3138f64525 HTTP/1.1" status: 200 len: 1094 time: 2.1403167 Jun 27 12:27:10.180214 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e55df1-f39c-4d81-b84d-3301f5ed0854', 'tag': '6c62c00c-99a5-43dd-b746-0d3138f64525'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:10.191873 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Pushing event updated for resources: {'Port': ['ID=6c62c00c-99a5-43dd-b746-0d3138f64525,revision_number=3']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:10.196681 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:10.203827 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98063983-15cb-4b1f-a912-e5cb62b98f71 req-365457ca-6d3b-4ea8-8acf-5f7609fe0577 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:10.205402 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-98063983-15cb-4b1f-a912-e5cb62b98f71 req-365457ca-6d3b-4ea8-8acf-5f7609fe0577 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 945 time: 0.1988311 Jun 27 12:27:10.286860 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-98063983-15cb-4b1f-a912-e5cb62b98f71 req-0bf915f9-a7c5-4113-9263-e01e21903c13 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747154 Jun 27 12:27:10.478312 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Network 7b92714e-eb01-42eb-b70c-c54957b23ca3 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:10.487599 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:10.493943 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Pushing event updated for resources: {'Port': ['ID=e0b15b8a-c844-42aa-af82-0408d1c01250,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:10.502818 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:27:10.590135 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.591124 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.591996 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.592347 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.592712 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.593053 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.593492 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.593926 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.594705 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.595909 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.596466 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:10.610021 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:10.643227 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-f609de97-7cc5-42e4-a2ac-94b8725d8582 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 1097 time: 0.3143411 Jun 27 12:27:10.650280 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:10.650880 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.673849 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0398d0-43e6-432f-8ba0-35510d3490ff req-48ce68f1-78de-4ca5-8197-ddf0de18ab04 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:10.675333 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1b0398d0-43e6-432f-8ba0-35510d3490ff req-48ce68f1-78de-4ca5-8197-ddf0de18ab04 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.4142292 Jun 27 12:27:10.735260 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1b0398d0-43e6-432f-8ba0-35510d3490ff req-5d88d08e-36bb-4f3c-964a-ca129ecee531 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512247 Jun 27 12:27:10.745289 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-9ffa3261-3fb9-4ae7-b25f-eace2eb36e4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c62c00c-99a5-43dd-b746-0d3138f64525 HTTP/1.1" status: 200 len: 217 time: 0.0781081 Jun 27 12:27:10.755284 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54de4c-7263-42b9-84e7-498008767ce4 req-e8e2dd86-5c5f-45b4-b472-c96fea0ccf96 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:10.756753 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fd54de4c-7263-42b9-84e7-498008767ce4 req-e8e2dd86-5c5f-45b4-b472-c96fea0ccf96 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.2741930 Jun 27 12:27:10.861871 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e55df1-f39c-4d81-b84d-3301f5ed0854', 'tag': '6c62c00c-99a5-43dd-b746-0d3138f64525', 'status': 'completed', 'code': 200} Jun 27 12:27:10.921758 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-2015665c-2d76-40bc-bfe7-93eaeebfab1c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:10.923207 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-2015665c-2d76-40bc-bfe7-93eaeebfab1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c6c5081f-248d-45df-bbef-4449973dcb6f HTTP/1.1" status: 200 len: 854 time: 0.1655378 Jun 27 12:27:10.930891 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fd54de4c-7263-42b9-84e7-498008767ce4 req-1557f8cb-c3ef-4496-b8fc-43ac79329b86 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711172 Jun 27 12:27:10.963709 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2342286 Jun 27 12:27:10.983210 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-8a37d31f-7954-4564-bf82-d171b0efbc28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f89575f-95b7-4b36-b30e-f4380ef46819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509908 Jun 27 12:27:10.990773 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Request body: {'port': {'device_id': '9103b60b-545f-4103-9e7a-678b1c10ed61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:27:11.142156 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d9d7-f9db-47b4-9e67-141a5118c912 req-3b8cdb22-ab7b-4c05-a7e7-9223f87d5425 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:11.149294 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f602d9d7-f9db-47b4-9e67-141a5118c912 req-3b8cdb22-ab7b-4c05-a7e7-9223f87d5425 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 944 time: 0.2351398 Jun 27 12:27:11.180909 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.232169 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-aff494d7-1716-4906-872e-7ec5ba4e4236 service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383857 Jun 27 12:27:11.351137 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055988-f7e5-42ce-aaa7-75e8b495e531 req-84fc9e21-2b8a-4be4-871e-66703bfdc617 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:11.359289 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-38055988-f7e5-42ce-aaa7-75e8b495e531 req-84fc9e21-2b8a-4be4-871e-66703bfdc617 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.2304926 Jun 27 12:27:11.373989 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f602d9d7-f9db-47b4-9e67-141a5118c912 req-35be3851-5e7b-4297-aa47-86d197892129 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237077 Jun 27 12:27:11.450818 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2b639fbb-c80f-4d1f-9e18-8ac15e94b99d req-3e06b3f8-bce3-4a33-8968-96e0924868fc service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105260 Jun 27 12:27:11.465672 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-38055988-f7e5-42ce-aaa7-75e8b495e531 req-97067ac0-4471-4562-b4dd-5711c0c9ca61 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046622 Jun 27 12:27:11.821317 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d19abacd-29ae-475b-867b-314c1d3af056 req-f3c392c8-4912-4b1f-825a-dc13f7197094 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 1097 time: 0.1288700 Jun 27 12:27:11.908872 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b15b8a-c844-42aa-af82-0408d1c01250 {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:11.920787 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8aa20-944c-44f0-b7d9-7738f1376da4 req-2f22f343-86d6-44e9-b1fe-6c4f953b3915 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:11.921629 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-68d8aa20-944c-44f0-b7d9-7738f1376da4 req-2f22f343-86d6-44e9-b1fe-6c4f953b3915 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Synchronizing usage tracker for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:11.925559 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.948594 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Transition to ACTIVE for port object e0b15b8a-c844-42aa-af82-0408d1c01250 will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:12.054462 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19abacd-29ae-475b-867b-314c1d3af056 req-1ece9285-76a6-40aa-b09a-e07daac74e5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:12.055911 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d19abacd-29ae-475b-867b-314c1d3af056 req-1ece9285-76a6-40aa-b09a-e07daac74e5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 200 len: 915 time: 0.2177324 Jun 27 12:27:12.065839 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-68d8aa20-944c-44f0-b7d9-7738f1376da4 req-2f22f343-86d6-44e9-b1fe-6c4f953b3915 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Unset dirty status for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:12.067170 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-68d8aa20-944c-44f0-b7d9-7738f1376da4 req-2f22f343-86d6-44e9-b1fe-6c4f953b3915 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 932 time: 0.3477743 Jun 27 12:27:12.139039 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-68d8aa20-944c-44f0-b7d9-7738f1376da4 req-6944a56e-f44d-4745-adec-6baab0d6673a tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653875 Jun 27 12:27:12.141305 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.144035 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383162ac-eb6f-40c4-bd8a-add0dc2c6eb1 req-2f71b94f-75e6-48f1-b8cc-eed16413f0b8 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:12.150769 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-383162ac-eb6f-40c4-bd8a-add0dc2c6eb1 req-2f71b94f-75e6-48f1-b8cc-eed16413f0b8 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.2094166 Jun 27 12:27:12.154205 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d19abacd-29ae-475b-867b-314c1d3af056 req-4baba126-8172-459d-9f8d-07a6812f16c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c62c00c-99a5-43dd-b746-0d3138f64525 HTTP/1.1" status: 200 len: 217 time: 0.0896223 Jun 27 12:27:12.162365 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7ad96ae9-c4be-47ed-85de-f3e1807b670c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:12.252891 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19abacd-29ae-475b-867b-314c1d3af056 req-219fd527-8c5c-4d4f-8c3c-d55eef3a39ff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:12.254319 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d19abacd-29ae-475b-867b-314c1d3af056 req-219fd527-8c5c-4d4f-8c3c-d55eef3a39ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c6c5081f-248d-45df-bbef-4449973dcb6f HTTP/1.1" status: 200 len: 854 time: 0.0876107 Jun 27 12:27:12.261128 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b15b8a-c844-42aa-af82-0408d1c01250,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:12.267344 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-383162ac-eb6f-40c4-bd8a-add0dc2c6eb1 req-ef413796-eca4-4323-906d-86bba018a23b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156590 Jun 27 12:27:12.325574 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:12.326049 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d19abacd-29ae-475b-867b-314c1d3af056 req-5a36b7e4-ab74-446b-b4d2-91ab869fa17d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f89575f-95b7-4b36-b30e-f4380ef46819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574191 Jun 27 12:27:12.515211 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce1674-629f-4736-b0da-6564b15c8921 req-725c8a28-b26b-4f81-91fb-7376954fc471 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:12.517035 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-98ce1674-629f-4736-b0da-6564b15c8921 req-725c8a28-b26b-4f81-91fb-7376954fc471 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1901777 Jun 27 12:27:12.517986 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Attempting to bind port e0b15b8a-c844-42aa-af82-0408d1c01250 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:12.518403 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Attempting to bind port e0b15b8a-c844-42aa-af82-0408d1c01250 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '89e27338-5c35-481d-8c5a-b193cc1ba1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:12.518815 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Attempting to bind port e0b15b8a-c844-42aa-af82-0408d1c01250 on network 7b92714e-eb01-42eb-b70c-c54957b23ca3 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:27:12.542071 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Port e0b15b8a-c844-42aa-af82-0408d1c01250 on network 7b92714e-eb01-42eb-b70c-c54957b23ca3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:27:12.542071 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Attempting to bind port e0b15b8a-c844-42aa-af82-0408d1c01250 on network 7b92714e-eb01-42eb-b70c-c54957b23ca3 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:27:12.551200 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:27:12.551670 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Checking segment: {'id': '89e27338-5c35-481d-8c5a-b193cc1ba1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:27:12.552138 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Bound using segment: {'id': '89e27338-5c35-481d-8c5a-b193cc1ba1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:27:12.552754 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Bound port: e0b15b8a-c844-42aa-af82-0408d1c01250, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e27338-5c35-481d-8c5a-b193cc1ba1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:12.553155 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.565359 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d19abacd-29ae-475b-867b-314c1d3af056 req-9992cec4-8131-44fd-8d3e-5e234d6073c5 service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117593 Jun 27 12:27:12.604743 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-98ce1674-629f-4736-b0da-6564b15c8921 req-acad3be6-42e4-481c-bb4e-ff71240d36f9 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792494 Jun 27 12:27:12.741490 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] For port e0b15b8a-c844-42aa-af82-0408d1c01250, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:27:12.746550 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] For port e0b15b8a-c844-42aa-af82-0408d1c01250, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=e0b15b8a-c844-42aa-af82-0408d1c01250,segment=NetworkSegment(89e27338-5c35-481d-8c5a-b193cc1ba1c3),segment_id=89e27338-5c35-481d-8c5a-b193cc1ba1c3)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:27:12.842913 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.846773 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:12.890878 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7d333-af79-45d6-83b5-28288165a15d req-b5464eb5-6e9a-41b5-9e8b-31fc55bde695 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:12.892295 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-ced7d333-af79-45d6-83b5-28288165a15d req-b5464eb5-6e9a-41b5-9e8b-31fc55bde695 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Synchronizing usage tracker for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:12.951132 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d19abacd-29ae-475b-867b-314c1d3af056 req-04ef847c-3fcf-4408-924f-6e4af17d2900 service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800218 Jun 27 12:27:13.010661 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b15b8a-c844-42aa-af82-0408d1c01250,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:13.016327 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:13.022345 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:13.023893 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] 10.222.0.50 "PUT /v2.0/ports/e0b15b8a-c844-42aa-af82-0408d1c01250 HTTP/1.1" status: 200 len: 1094 time: 2.0373979 Jun 27 12:27:13.024892 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9103b60b-545f-4103-9e7a-678b1c10ed61', 'tag': 'e0b15b8a-c844-42aa-af82-0408d1c01250'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:13.036419 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-ced7d333-af79-45d6-83b5-28288165a15d req-b5464eb5-6e9a-41b5-9e8b-31fc55bde695 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Unset dirty status for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:13.038104 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ced7d333-af79-45d6-83b5-28288165a15d req-b5464eb5-6e9a-41b5-9e8b-31fc55bde695 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 944 time: 0.4081175 Jun 27 12:27:13.065916 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c4815-7a7a-4564-9c64-3d8ab8893ca7 req-0d2e6bc4-be0d-460e-be1c-2e831a7f3c1d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:13.067347 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-344c4815-7a7a-4564-9c64-3d8ab8893ca7 req-0d2e6bc4-be0d-460e-be1c-2e831a7f3c1d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1064529 Jun 27 12:27:13.104817 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ced7d333-af79-45d6-83b5-28288165a15d req-91ff79f7-14bf-4bc2-a56c-b5a1904bbaae tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588984 Jun 27 12:27:13.170137 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-344c4815-7a7a-4564-9c64-3d8ab8893ca7 req-3544bab6-9c41-4b0a-8f06-acc1b41ff540 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925293 Jun 27 12:27:13.175410 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9103b60b-545f-4103-9e7a-678b1c10ed61', 'tag': 'e0b15b8a-c844-42aa-af82-0408d1c01250', 'status': 'completed', 'code': 200} Jun 27 12:27:13.334810 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-a6a04e9a-b98d-4ab6-9f70-7ec6c6dab54f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=942118f9e7f540498f915bb44f9fb2ef&device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 1097 time: 0.1261487 Jun 27 12:27:13.365852 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bab7e3-7309-4c21-9dfe-9830013d47e5 req-a73439d2-dd15-48d9-b5d9-ec6266ed1550 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:13.373426 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65bab7e3-7309-4c21-9dfe-9830013d47e5 req-a73439d2-dd15-48d9-b5d9-ec6266ed1550 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 944 time: 0.0933909 Jun 27 12:27:13.429996 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65bab7e3-7309-4c21-9dfe-9830013d47e5 req-96b2fc9f-b606-4f15-b984-ab230b40aa49 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554214 Jun 27 12:27:13.449882 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-a91c23e2-d6ee-4496-8d9a-ba45dff61d3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0b15b8a-c844-42aa-af82-0408d1c01250 HTTP/1.1" status: 200 len: 217 time: 0.0964258 Jun 27 12:27:13.571520 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-0e2ebb1c-c4b5-4042-a528-e7701b287fac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:13.574819 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-0e2ebb1c-c4b5-4042-a528-e7701b287fac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2312f7b-d2a4-4f42-a602-1e70b5ca6626 HTTP/1.1" status: 200 len: 849 time: 0.1176546 Jun 27 12:27:13.684645 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-72e6942e-9a6c-4c23-b016-bfbbcd3d4f35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b92714e-eb01-42eb-b70c-c54957b23ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016181 Jun 27 12:27:13.706727 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae116d18-a435-4ca5-b4ac-799ef1323a30 req-c4044835-921a-4fb8-94a3-772e53d60cf9 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:13.709630 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ae116d18-a435-4ca5-b4ac-799ef1323a30 req-c4044835-921a-4fb8-94a3-772e53d60cf9 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1713867 Jun 27 12:27:13.790420 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ae116d18-a435-4ca5-b4ac-799ef1323a30 req-3672570c-7021-4cb0-b027-82ef47868cc8 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739384 Jun 27 12:27:13.996818 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-af3e54ca-db42-40d5-a041-f97aa2c1a61d service neutron] 10.222.0.50 "GET /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040648 Jun 27 12:27:14.072815 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cc61a-0174-407c-8602-d51448c5a592 req-81fbdef8-ef0a-46cf-8773-4b14ac45834f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:14.079909 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-df8cc61a-0174-407c-8602-d51448c5a592 req-81fbdef8-ef0a-46cf-8773-4b14ac45834f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.2413692 Jun 27 12:27:14.188363 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755020f-b54b-4c9b-905d-e0616c280cd2 req-76ed013b-0940-42bd-aa80-5f4f7bbf711d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:14.204593 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2755020f-b54b-4c9b-905d-e0616c280cd2 req-76ed013b-0940-42bd-aa80-5f4f7bbf711d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1546016 Jun 27 12:27:14.209883 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f269b749-270b-4e0f-8767-4631c7fe98df req-ead4e6e9-c42c-4313-80eb-b54bc0efcd22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 1099 time: 0.2360425 Jun 27 12:27:14.269353 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2755020f-b54b-4c9b-905d-e0616c280cd2 req-10ff022f-24d5-4768-aee4-fe5c186ac9f2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631337 Jun 27 12:27:14.344812 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-df8cc61a-0174-407c-8602-d51448c5a592 req-b041af4a-ce4e-4d71-b69f-e3e966a94f65 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370110 Jun 27 12:27:14.373921 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2d3e258-7002-4db9-8e6c-421b9dbaf277 req-a5990eb2-9187-43c4-8eb1-4ba656a2d305 service neutron] 10.222.0.50 "GET /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573191 Jun 27 12:27:14.485668 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269b749-270b-4e0f-8767-4631c7fe98df req-fe7a0f15-5629-4590-8a4e-f1e9fe461e5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:14.488264 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f269b749-270b-4e0f-8767-4631c7fe98df req-fe7a0f15-5629-4590-8a4e-f1e9fe461e5a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 HTTP/1.1" status: 200 len: 911 time: 0.2340271 Jun 27 12:27:14.687739 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f269b749-270b-4e0f-8767-4631c7fe98df req-08ce8a85-73f3-4fce-baf0-07e456b0b18d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8e9cce7-ff9a-445f-a44c-e771182b1924 HTTP/1.1" status: 200 len: 1002 time: 0.1613457 Jun 27 12:27:14.724794 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 6c62c00c-99a5-43dd-b746-0d3138f64525 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:27:14.751511 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3439215-fd66-4aea-8407-199ef0163e99 req-bcae7964-c658-4dac-8737-bb8b357323b5 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:14.758729 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c3439215-fd66-4aea-8407-199ef0163e99 req-bcae7964-c658-4dac-8737-bb8b357323b5 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 944 time: 0.2692304 Jun 27 12:27:14.768249 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bd28eaf7-5635-46ea-b3c9-360b5c5f9599 req-232421cb-2dbe-44ed-baad-bc267f1096bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=942118f9e7f540498f915bb44f9fb2ef&device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 1097 time: 0.1490788 Jun 27 12:27:14.799636 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5af1df-91d4-499f-b6db-dc11dcfd7271 req-36d606b5-34de-4702-8b15-3cdbc57b9382 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:14.804225 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2a5af1df-91d4-499f-b6db-dc11dcfd7271 req-36d606b5-34de-4702-8b15-3cdbc57b9382 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 944 time: 0.2253668 Jun 27 12:27:14.816839 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269b749-270b-4e0f-8767-4631c7fe98df req-91e09a02-5453-4c36-9037-d679d29a6fab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:14.818403 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f269b749-270b-4e0f-8767-4631c7fe98df req-91e09a02-5453-4c36-9037-d679d29a6fab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d60794f9-f792-4460-b0da-5a2970dbf331 HTTP/1.1" status: 200 len: 849 time: 0.1172576 Jun 27 12:27:14.883627 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c3439215-fd66-4aea-8407-199ef0163e99 req-e56f9f0a-084c-4bd1-aece-f318ce561e8e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240554 Jun 27 12:27:14.949184 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f269b749-270b-4e0f-8767-4631c7fe98df req-80caab25-0a8f-4a0d-aabd-06f2822f2dfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196868 Jun 27 12:27:14.969300 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2a5af1df-91d4-499f-b6db-dc11dcfd7271 req-5fbe3ba0-161c-4a23-a302-4b49a9bdcc4f tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569815 Jun 27 12:27:15.093272 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28eaf7-5635-46ea-b3c9-360b5c5f9599 req-d438f7e4-079e-47fe-8cb1-c30e5bb7f007 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:15.095649 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bd28eaf7-5635-46ea-b3c9-360b5c5f9599 req-d438f7e4-079e-47fe-8cb1-c30e5bb7f007 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b92714e-eb01-42eb-b70c-c54957b23ca3 HTTP/1.1" status: 200 len: 910 time: 0.2494941 Jun 27 12:27:15.101168 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 6c62c00c-99a5-43dd-b746-0d3138f64525, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6c62c00c-99a5-43dd-b746-0d3138f64525,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:15.115624 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '6c62c00c-99a5-43dd-b746-0d3138f64525', 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819', 'port_id': '6c62c00c-99a5-43dd-b746-0d3138f64525', 'mac_address': 'fa:16:3e:e0:75:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5081f-248d-45df-bbef-4449973dcb6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:27:15.189580 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.197893 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bd28eaf7-5635-46ea-b3c9-360b5c5f9599 req-3c52d34c-4189-4b8f-8b5b-09aec38a0698 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0b15b8a-c844-42aa-af82-0408d1c01250 HTTP/1.1" status: 200 len: 217 time: 0.0915620 Jun 27 12:27:15.211549 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c62c00c-99a5-43dd-b746-0d3138f64525 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:15.239364 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 6c62c00c-99a5-43dd-b746-0d3138f64525, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6c62c00c-99a5-43dd-b746-0d3138f64525,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:15.262507 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f269b749-270b-4e0f-8767-4631c7fe98df req-2d3dc6b4-15e5-4949-9ea6-2a22912c3a93 service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026040 Jun 27 12:27:15.273275 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d1d18-3ccb-482e-8d71-1771a66dfad9 req-a120d098-422b-47a7-8664-bd084d0b7b2a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:15.279976 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28eaf7-5635-46ea-b3c9-360b5c5f9599 req-8dc89082-02b0-469b-96b1-585732dd8f6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:15.280977 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-299d1d18-3ccb-482e-8d71-1771a66dfad9 req-a120d098-422b-47a7-8664-bd084d0b7b2a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1935177 Jun 27 12:27:15.281559 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bd28eaf7-5635-46ea-b3c9-360b5c5f9599 req-8dc89082-02b0-469b-96b1-585732dd8f6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2312f7b-d2a4-4f42-a602-1e70b5ca6626 HTTP/1.1" status: 200 len: 849 time: 0.0680826 Jun 27 12:27:15.333959 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bd28eaf7-5635-46ea-b3c9-360b5c5f9599 req-7ef79044-ece5-40e4-889d-b1764f1fab49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b92714e-eb01-42eb-b70c-c54957b23ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444627 Jun 27 12:27:15.339615 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.341402 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-b653a190-8839-46b8-9349-5de46c2cf747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:15.426294 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-299d1d18-3ccb-482e-8d71-1771a66dfad9 req-22f802c9-01ca-40f8-bdbf-3b993048171c tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443703 Jun 27 12:27:15.521141 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bd28eaf7-5635-46ea-b3c9-360b5c5f9599 req-f3fc8c1f-58f1-4795-a5d8-4a855aa94389 service neutron] 10.222.0.50 "GET /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746740 Jun 27 12:27:15.529767 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=6c62c00c-99a5-43dd-b746-0d3138f64525,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:15.533888 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f269b749-270b-4e0f-8767-4631c7fe98df req-f02cf75a-8dc0-44e2-985a-6262dcc49381 service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508459 Jun 27 12:27:15.541346 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:15.747459 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526e1a3-f807-4ff3-b0ad-af99b88366f0 req-8272844e-393a-4cfc-8618-da9cfb3cda7b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:15.749529 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b526e1a3-f807-4ff3-b0ad-af99b88366f0 req-8272844e-393a-4cfc-8618-da9cfb3cda7b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0920682 Jun 27 12:27:15.833662 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b526e1a3-f807-4ff3-b0ad-af99b88366f0 req-106e5dfb-6dfc-44d3-a7d1-b1cf5ce2f684 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756257 Jun 27 12:27:15.909133 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65398e-7c93-415e-84da-140f98c9780d req-d102b104-212e-4d89-8e54-2b0ba3b9b5ef tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:15.916233 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fd65398e-7c93-415e-84da-140f98c9780d req-d102b104-212e-4d89-8e54-2b0ba3b9b5ef tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.3189905 Jun 27 12:27:15.920255 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bd28eaf7-5635-46ea-b3c9-360b5c5f9599 req-700bb1df-0bc7-44da-9e3a-5bc216d356cd service neutron] 10.222.0.50 "GET /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844354 Jun 27 12:27:15.940761 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['6c62c00c-99a5-43dd-b746-0d3138f64525'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:27:15.978109 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fd65398e-7c93-415e-84da-140f98c9780d req-14ff41d9-33a2-4724-90d6-1c8c30a1ca78 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604079 Jun 27 12:27:16.121178 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7212-153c-445a-900c-8cb136f6ad52 req-26a3c863-326e-4f4f-b758-db47647e67ca tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:16.129742 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c8ac7212-153c-445a-900c-8cb136f6ad52 req-26a3c863-326e-4f4f-b758-db47647e67ca tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 945 time: 0.1019039 Jun 27 12:27:16.196410 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c8ac7212-153c-445a-900c-8cb136f6ad52 req-ddb01b21-539c-4af3-a407-3af1c96cfbae tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657542 Jun 27 12:27:16.291961 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98c9b4-fcdf-4b6d-b1ee-6c50d7411ce2 req-682cf0ec-2393-4cfa-be6e-736810feb962 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:16.293771 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ee98c9b4-fcdf-4b6d-b1ee-6c50d7411ce2 req-682cf0ec-2393-4cfa-be6e-736810feb962 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 944 time: 0.1141188 Jun 27 12:27:16.372698 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ee98c9b4-fcdf-4b6d-b1ee-6c50d7411ce2 req-fc64fcd4-bacc-4d97-84f5-27068afc334f tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711160 Jun 27 12:27:16.670561 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f1b7-51a0-47e2-9a07-c2edc015c234 req-d24f0d9f-fe8f-4f6e-9efc-28fa9011c00f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:16.672078 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2f3f1b7-51a0-47e2-9a07-c2edc015c234 req-d24f0d9f-fe8f-4f6e-9efc-28fa9011c00f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1060123 Jun 27 12:27:16.732373 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2f3f1b7-51a0-47e2-9a07-c2edc015c234 req-79dea19d-39fc-4532-b815-e7c7ff6c1cfd tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457234 Jun 27 12:27:17.118839 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb680-a615-44c4-bef1-0bc15445aaa2 req-235fb230-6ca6-4316-96b7-714cd90a0ff7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:17.120267 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-85efb680-a615-44c4-bef1-0bc15445aaa2 req-235fb230-6ca6-4316-96b7-714cd90a0ff7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1000681 Jun 27 12:27:17.164568 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-85efb680-a615-44c4-bef1-0bc15445aaa2 req-0a6827f6-e2ed-4f15-8494-ea0837067c29 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381987 Jun 27 12:27:17.368848 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eee010-8ac8-4dc6-8710-bf8c85443572 req-11cc533c-2f90-43db-93d4-67ead91771a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:17.370268 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-95eee010-8ac8-4dc6-8710-bf8c85443572 req-11cc533c-2f90-43db-93d4-67ead91771a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0823839 Jun 27 12:27:17.416300 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-95eee010-8ac8-4dc6-8710-bf8c85443572 req-6c35c870-b70c-4648-8594-271109c58ea9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394537 Jun 27 12:27:17.638879 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610f2fd-1ff2-404a-a154-e2ee84ced4db req-28103046-3c93-436b-87aa-0787d71946fd tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:17.640334 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b610f2fd-1ff2-404a-a154-e2ee84ced4db req-28103046-3c93-436b-87aa-0787d71946fd tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 945 time: 0.1089938 Jun 27 12:27:17.695155 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b610f2fd-1ff2-404a-a154-e2ee84ced4db req-ab0f27e5-bee2-4d3a-8a1a-d897b40dbac7 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489690 Jun 27 12:27:17.880255 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82a42d-c2a8-49cf-9eaa-1aa9671b5e4f req-746db7c2-b0d4-4d6e-8734-acc535694c49 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:17.888243 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6b82a42d-c2a8-49cf-9eaa-1aa9671b5e4f req-746db7c2-b0d4-4d6e-8734-acc535694c49 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 944 time: 0.1187627 Jun 27 12:27:17.937618 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415c596-c065-4b63-9c93-7ec07c6dfe3a req-b1695f7e-b160-4bba-b8ca-c449098e1460 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:17.939497 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2415c596-c065-4b63-9c93-7ec07c6dfe3a req-b1695f7e-b160-4bba-b8ca-c449098e1460 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 945 time: 0.1015527 Jun 27 12:27:17.951557 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6b82a42d-c2a8-49cf-9eaa-1aa9671b5e4f req-b999178d-9fce-47dd-a43c-5b23b518ffbf tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618768 Jun 27 12:27:18.013239 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2415c596-c065-4b63-9c93-7ec07c6dfe3a req-98a39150-9bd6-42ee-9f0c-598588b8b762 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676513 Jun 27 12:27:18.062771 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:27:18.178869 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaea27-df80-47a4-9af2-62dde2f05b3e req-40992e15-a1ea-4d1f-b4bf-7a259c3aa4fd tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:18.180872 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a1aaea27-df80-47a4-9af2-62dde2f05b3e req-40992e15-a1ea-4d1f-b4bf-7a259c3aa4fd tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0862918 Jun 27 12:27:18.234585 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a1aaea27-df80-47a4-9af2-62dde2f05b3e req-7551842d-0b04-435b-b37f-bebc77d658e4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Jun 27 12:27:18.411654 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c86dd-9086-4e5b-93e4-ae2d15d0031c req-7979d3b4-4a4f-40b2-89cd-63198e580960 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:18.413276 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-670c86dd-9086-4e5b-93e4-ae2d15d0031c req-7979d3b4-4a4f-40b2-89cd-63198e580960 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0805857 Jun 27 12:27:18.472841 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-670c86dd-9086-4e5b-93e4-ae2d15d0031c req-66f95bfa-8a03-4c71-b5e5-62d0632dd0e0 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533576 Jun 27 12:27:18.651862 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b9a38-48d5-4854-9f38-3f3c917ad68e req-fbb579ce-d2c2-43ea-99ae-83b740099889 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:18.653306 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c03b9a38-48d5-4854-9f38-3f3c917ad68e req-fbb579ce-d2c2-43ea-99ae-83b740099889 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1037567 Jun 27 12:27:18.700026 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c03b9a38-48d5-4854-9f38-3f3c917ad68e req-9b9702fa-fbe0-4bea-a3da-8af00a937f64 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411215 Jun 27 12:27:18.732357 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device e0b15b8a-c844-42aa-af82-0408d1c01250 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:27:18.765555 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 6c62c00c-99a5-43dd-b746-0d3138f64525 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:18.919856 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d0390-45fa-41b3-9edc-f6daf75464ff req-f9925859-55ef-4986-919a-dba67353aaae tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:18.921641 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-386d0390-45fa-41b3-9edc-f6daf75464ff req-f9925859-55ef-4986-919a-dba67353aaae tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 945 time: 0.0875888 Jun 27 12:27:18.930012 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port e0b15b8a-c844-42aa-af82-0408d1c01250, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=e0b15b8a-c844-42aa-af82-0408d1c01250,segment=NetworkSegment(89e27338-5c35-481d-8c5a-b193cc1ba1c3),segment_id=89e27338-5c35-481d-8c5a-b193cc1ba1c3)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:18.944208 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': 'e0b15b8a-c844-42aa-af82-0408d1c01250', 'network_id': '7b92714e-eb01-42eb-b70c-c54957b23ca3', 'port_id': 'e0b15b8a-c844-42aa-af82-0408d1c01250', 'mac_address': 'fa:16:3e:fd:45:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2312f7b-d2a4-4f42-a602-1e70b5ca6626', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:27:19.001999 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.030014 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b15b8a-c844-42aa-af82-0408d1c01250 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:19.050361 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-386d0390-45fa-41b3-9edc-f6daf75464ff req-1e59c842-1252-4c11-8a99-b3e4a954f34d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218126 Jun 27 12:27:19.063873 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 6c62c00c-99a5-43dd-b746-0d3138f64525 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:19.073417 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port e0b15b8a-c844-42aa-af82-0408d1c01250, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=e0b15b8a-c844-42aa-af82-0408d1c01250,segment=NetworkSegment(89e27338-5c35-481d-8c5a-b193cc1ba1c3),segment_id=89e27338-5c35-481d-8c5a-b193cc1ba1c3)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:19.075172 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 6c62c00c-99a5-43dd-b746-0d3138f64525 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:19.075719 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.160695 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594ee38-d29f-4f19-a732-5224b12be5ca req-50ba2342-3b8f-4428-bd85-9b79e2e0879d tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:19.162409 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6594ee38-d29f-4f19-a732-5224b12be5ca req-50ba2342-3b8f-4428-bd85-9b79e2e0879d tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 944 time: 0.0839329 Jun 27 12:27:19.184553 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.191392 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:19.209846 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6594ee38-d29f-4f19-a732-5224b12be5ca req-f281c6a3-13db-402a-85f4-91491d3f7849 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Jun 27 12:27:19.262384 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a51209-ec12-4bad-9dc3-f49be6edb90e req-2de053b2-09be-4ef7-83bd-7699849d8924 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:19.263518 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.263829 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f5a51209-ec12-4bad-9dc3-f49be6edb90e req-2de053b2-09be-4ef7-83bd-7699849d8924 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 945 time: 0.0879488 Jun 27 12:27:19.290913 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=e0b15b8a-c844-42aa-af82-0408d1c01250,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:19.295258 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:19.304155 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e55df1-f39c-4d81-b84d-3301f5ed0854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c62c00c-99a5-43dd-b746-0d3138f64525'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:19.316325 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f5a51209-ec12-4bad-9dc3-f49be6edb90e req-0bc37996-bd4c-477a-bb9c-8a082d4002d4 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467138 Jun 27 12:27:19.319432 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 6c62c00c-99a5-43dd-b746-0d3138f64525, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6c62c00c-99a5-43dd-b746-0d3138f64525,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:19.383633 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e55df1-f39c-4d81-b84d-3301f5ed0854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c62c00c-99a5-43dd-b746-0d3138f64525', 'code': 200} Jun 27 12:27:19.425371 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.427988 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:19.494519 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=6c62c00c-99a5-43dd-b746-0d3138f64525,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:19.498263 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:19.542884 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee4c4a-cf3a-40ef-b3e1-3bd996715121 req-42e1faee-b61b-44f4-a729-ca5cc71dd32a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:19.544516 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-00ee4c4a-cf3a-40ef-b3e1-3bd996715121 req-42e1faee-b61b-44f4-a729-ca5cc71dd32a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1534791 Jun 27 12:27:19.595988 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-00ee4c4a-cf3a-40ef-b3e1-3bd996715121 req-a3faa1a3-27cf-4735-9166-16043524a395 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459361 Jun 27 12:27:19.698546 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5b53c-6b7b-4bb8-8430-7f1bb8cbd1b6 req-a82da367-23b8-4e44-bc72-deef8d9d448c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:19.699996 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4ef5b53c-6b7b-4bb8-8430-7f1bb8cbd1b6 req-a82da367-23b8-4e44-bc72-deef8d9d448c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0815432 Jun 27 12:27:19.744590 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4ef5b53c-6b7b-4bb8-8430-7f1bb8cbd1b6 req-c1ccf94a-0652-4f6c-b05f-9daca3e502b9 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 Jun 27 12:27:19.911693 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['e0b15b8a-c844-42aa-af82-0408d1c01250'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:27:20.239015 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-dedd5c97-4742-45c6-b021-b9b3dd39b114 req-035d5f6c-3879-48b5-9063-1b9acaa3d242 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 1099 time: 0.0674121 Jun 27 12:27:20.264871 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5513f1a-b002-43e8-b57c-2275cfbd9f2b req-78c74665-054f-4f7f-a30b-7c1ae5ed9590 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:20.266091 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a5513f1a-b002-43e8-b57c-2275cfbd9f2b req-78c74665-054f-4f7f-a30b-7c1ae5ed9590 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 946 time: 0.0815628 Jun 27 12:27:20.295146 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-dedd5c97-4742-45c6-b021-b9b3dd39b114 req-99326b76-539f-4ad9-8e7a-32861bd6713b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 Jun 27 12:27:20.315085 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a5513f1a-b002-43e8-b57c-2275cfbd9f2b req-a5a769db-0931-4aa2-9ffc-b3c7f768f706 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Jun 27 12:27:20.424788 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423a8de-caea-45c7-b044-ad4d9dcdc28f req-a867e037-5cfd-4fbd-9f14-82e3ad26a14c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:20.426213 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9423a8de-caea-45c7-b044-ad4d9dcdc28f req-a867e037-5cfd-4fbd-9f14-82e3ad26a14c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 945 time: 0.0755401 Jun 27 12:27:20.472342 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9423a8de-caea-45c7-b044-ad4d9dcdc28f req-f8347ca0-752c-4e78-ad92-ec07744d2445 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Jun 27 12:27:20.522147 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323f76b-f577-4a26-b515-85afed7c309a req-7fadd757-4057-4c17-87bd-8375fa1b17ee tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:20.523591 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e323f76b-f577-4a26-b515-85afed7c309a req-7fadd757-4057-4c17-87bd-8375fa1b17ee tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 945 time: 0.0851469 Jun 27 12:27:20.567436 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e323f76b-f577-4a26-b515-85afed7c309a req-9c524b31-d052-4dea-8674-f9fe9757fe98 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d37c52b-ce4e-4dca-bf92-0698dc19da08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Jun 27 12:27:20.746507 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9c4045e6-9b0b-49e7-b0f2-c9427293f651 req-c49be3d7-e7ad-42b9-a549-2f031b7cc4b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 1099 time: 0.0772765 Jun 27 12:27:20.815320 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f9b90-f9bd-48af-9e0d-bbb1e51a6638 req-c72bd45a-e3d0-4fc2-985a-c6334341ef90 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:20.816761 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2e7f9b90-f9bd-48af-9e0d-bbb1e51a6638 req-c72bd45a-e3d0-4fc2-985a-c6334341ef90 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0775032 Jun 27 12:27:20.908019 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2e7f9b90-f9bd-48af-9e0d-bbb1e51a6638 req-8d17f878-f41f-4d3c-82a1-5cb16afee95c tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853031 Jun 27 12:27:20.941607 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-a6af27cb-1cf7-4d2c-8c56-62ae54536c53 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:20.943013 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-a6af27cb-1cf7-4d2c-8c56-62ae54536c53 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 945 time: 0.1051252 Jun 27 12:27:20.995210 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4045e6-9b0b-49e7-b0f2-c9427293f651 req-294c0ddc-f8b3-43e7-a76b-72fbc1ef50ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:20.996712 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9c4045e6-9b0b-49e7-b0f2-c9427293f651 req-294c0ddc-f8b3-43e7-a76b-72fbc1ef50ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 918 time: 0.1788139 Jun 27 12:27:21.020021 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Deleting port 71cf827c-f263-48f2-b67c-3d64e907584e {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:27:21.020356 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:21.080966 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29832d-aecc-4b41-926f-eae64ab656d6 req-1977ef4e-8383-45ab-a945-79984e6ffe9e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:21.082391 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4a29832d-aecc-4b41-926f-eae64ab656d6 req-1977ef4e-8383-45ab-a945-79984e6ffe9e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.1884871 Jun 27 12:27:21.138158 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9c4045e6-9b0b-49e7-b0f2-c9427293f651 req-74bd4f76-e7f2-4a70-a8f8-5498c604b7e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b76df778-5447-4eb3-8e62-20bc50e582bb HTTP/1.1" status: 200 len: 1001 time: 0.1343358 Jun 27 12:27:21.144893 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4a29832d-aecc-4b41-926f-eae64ab656d6 req-16257eb3-acf8-46ce-9d41-c32a08949704 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570042 Jun 27 12:27:21.209903 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4045e6-9b0b-49e7-b0f2-c9427293f651 req-ef1179a4-4434-4910-8c45-20ee414e2eea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:21.211323 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9c4045e6-9b0b-49e7-b0f2-c9427293f651 req-ef1179a4-4434-4910-8c45-20ee414e2eea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.0643528 Jun 27 12:27:21.271165 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] For port 71cf827c-f263-48f2-b67c-3d64e907584e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=71cf827c-f263-48f2-b67c-3d64e907584e,segment=NetworkSegment(a49335e4-3e9e-449d-84e5-3e82dec424ce),segment_id=a49335e4-3e9e-449d-84e5-3e82dec424ce)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:21.271165 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:21.304626 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9c4045e6-9b0b-49e7-b0f2-c9427293f651 req-9ba69f01-69fe-4fb4-8a63-90b431c08d75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745881 Jun 27 12:27:21.393825 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Calling delete_port for 71cf827c-f263-48f2-b67c-3d64e907584e owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:27:21.448662 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9c4045e6-9b0b-49e7-b0f2-c9427293f651 req-bbb698b2-54ed-4172-95c0-72b987a2f37a service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349518 Jun 27 12:27:21.588597 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895d48-f552-4619-b3de-b7589087f649 req-88e8f165-081c-4de8-8a03-01b524849d35 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:21.595870 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fd895d48-f552-4619-b3de-b7589087f649 req-88e8f165-081c-4de8-8a03-01b524849d35 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 946 time: 0.1539845 Jun 27 12:27:21.650717 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fd895d48-f552-4619-b3de-b7589087f649 req-bc9bacab-a2e2-49e0-890b-8fc4bb61a595 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540030 Jun 27 12:27:21.655185 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9c4045e6-9b0b-49e7-b0f2-c9427293f651 req-5f13a9ab-73f3-4c03-b27c-0807e9374ba3 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951737 Jun 27 12:27:21.699057 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3065d13-3fae-4b74-b4ff-870363d98e93 req-a26c30bd-8100-47f3-9ac3-4e9de3b202c2 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:21.702268 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a3065d13-3fae-4b74-b4ff-870363d98e93 req-a26c30bd-8100-47f3-9ac3-4e9de3b202c2 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 945 time: 0.0915737 Jun 27 12:27:21.716337 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:21.722124 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-462a7af4-adbf-462d-8063-3898bbb5d01e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:21.761026 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['71cf827c-f263-48f2-b67c-3d64e907584e'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:27:21.766397 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Pushing event deleted for resources: {'Port': ['ID=71cf827c-f263-48f2-b67c-3d64e907584e,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:21.769938 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:21.771114 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a3065d13-3fae-4b74-b4ff-870363d98e93 req-cebd354d-8bf7-4837-8d4a-e01261064c2c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615718 Jun 27 12:27:21.883235 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6a10d1cf-effd-42f4-8084-de9153f424dd req-03f08d4c-52b4-4fa4-bbb8-e6706ed8f5f8 tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 210 time: 0.0701387 Jun 27 12:27:21.887565 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] No DVR routers for this DVR port 71cf827c-f263-48f2-b67c-3d64e907584e on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:27:21.889808 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:21.892281 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe37307-d30a-4881-96ea-7bc3f35d5161', 'name': 'network-vif-deleted', 'tag': '71cf827c-f263-48f2-b67c-3d64e907584e'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:21.956221 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe37307-d30a-4881-96ea-7bc3f35d5161', 'name': 'network-vif-deleted', 'tag': '71cf827c-f263-48f2-b67c-3d64e907584e', 'status': 'completed', 'code': 200} Jun 27 12:27:21.997679 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-aa04e573-328d-4e4e-b140-b37fc9f58d66 req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.50 "DELETE /v2.0/ports/71cf827c-f263-48f2-b67c-3d64e907584e HTTP/1.1" status: 204 len: 173 time: 1.0452492 Jun 27 12:27:22.116834 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ab2ec-5ea8-4e76-8ce9-f10d76e53056 req-45303a22-3957-40f8-9bef-376c32f79396 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:22.119166 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b96ab2ec-5ea8-4e76-8ce9-f10d76e53056 req-45303a22-3957-40f8-9bef-376c32f79396 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0868802 Jun 27 12:27:22.165305 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b96ab2ec-5ea8-4e76-8ce9-f10d76e53056 req-87f88430-f682-4248-b121-480ec1e7cd86 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Jun 27 12:27:22.373484 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a6100-4d3e-4791-a564-ef01540a53f1 req-d52b7bd7-b7ee-476a-bb70-60714363365b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:22.374892 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-211a6100-4d3e-4791-a564-ef01540a53f1 req-d52b7bd7-b7ee-476a-bb70-60714363365b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0751281 Jun 27 12:27:22.421084 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-211a6100-4d3e-4791-a564-ef01540a53f1 req-edaf7f6a-3beb-4b45-8b7a-c12e71bf82ec tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Jun 27 12:27:22.818162 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device e0b15b8a-c844-42aa-af82-0408d1c01250 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:22.850193 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85e9c3-9d99-402b-9830-75367f363ce2 req-f92fc8d5-8494-4940-ad2d-42b636f669b7 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:22.851776 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cb85e9c3-9d99-402b-9830-75367f363ce2 req-f92fc8d5-8494-4940-ad2d-42b636f669b7 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 946 time: 0.0799861 Jun 27 12:27:22.914411 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cb85e9c3-9d99-402b-9830-75367f363ce2 req-b2a40dd3-7936-44d0-94a9-a4c1a678d21d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567386 Jun 27 12:27:22.990907 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port e0b15b8a-c844-42aa-af82-0408d1c01250 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:22.995877 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port e0b15b8a-c844-42aa-af82-0408d1c01250 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:22.996257 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:23.034865 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73db14f-3252-479e-b2fe-89bcc1543d86 req-bef4019a-154d-47d2-908f-41628e870bcd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:23.036838 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c73db14f-3252-479e-b2fe-89bcc1543d86 req-bef4019a-154d-47d2-908f-41628e870bcd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 945 time: 0.1172490 Jun 27 12:27:23.107667 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c73db14f-3252-479e-b2fe-89bcc1543d86 req-866d824c-1d52-4c3b-9e46-372bd307870b tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641975 Jun 27 12:27:23.157551 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:23.165477 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-7303c7ab-db72-4fe4-8a9a-bc8b957c8a80 req-08df0978-6c87-4b07-95cd-6a0806e538bf tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Synchronizing usage tracker for tenant:163e5e03bdec4af08fed2c5f5d9a579f on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:23.184281 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9103b60b-545f-4103-9e7a-678b1c10ed61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b15b8a-c844-42aa-af82-0408d1c01250'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:23.194357 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port e0b15b8a-c844-42aa-af82-0408d1c01250, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=e0b15b8a-c844-42aa-af82-0408d1c01250,segment=NetworkSegment(89e27338-5c35-481d-8c5a-b193cc1ba1c3),segment_id=89e27338-5c35-481d-8c5a-b193cc1ba1c3)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:23.238581 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9103b60b-545f-4103-9e7a-678b1c10ed61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b15b8a-c844-42aa-af82-0408d1c01250', 'code': 200} Jun 27 12:27:23.317348 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-7303c7ab-db72-4fe4-8a9a-bc8b957c8a80 req-08df0978-6c87-4b07-95cd-6a0806e538bf tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Unset dirty status for tenant:163e5e03bdec4af08fed2c5f5d9a579f on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:23.317622 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:23.318563 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b76df778-5447-4eb3-8e62-20bc50e582bb no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:27:23.318973 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7303c7ab-db72-4fe4-8a9a-bc8b957c8a80 req-08df0978-6c87-4b07-95cd-6a0806e538bf tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fe37307-d30a-4881-96ea-7bc3f35d5161 HTTP/1.1" status: 200 len: 210 time: 0.2528989 Jun 27 12:27:23.346318 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:23.403558 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e75a1-f99a-4d52-b893-6ad3dd17a5e8 req-90076ef5-c1a2-4e36-ae18-9770b8698709 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:23.405029 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9a7e75a1-f99a-4d52-b893-6ad3dd17a5e8 req-90076ef5-c1a2-4e36-ae18-9770b8698709 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0766020 Jun 27 12:27:23.450049 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=e0b15b8a-c844-42aa-af82-0408d1c01250,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:23.453315 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:23.469951 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9a7e75a1-f99a-4d52-b893-6ad3dd17a5e8 req-fc6660bd-c6ce-474f-b330-b6d23038ebf5 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470574 Jun 27 12:27:23.517018 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:23.554228 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:23.646361 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45799-de39-45ec-bbac-5f01d38da99d req-958436d7-3e08-4135-a076-d2042769ea4f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:23.647776 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4bc45799-de39-45ec-bbac-5f01d38da99d req-958436d7-3e08-4135-a076-d2042769ea4f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0775244 Jun 27 12:27:23.696036 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4bc45799-de39-45ec-bbac-5f01d38da99d req-80f34bbf-4123-4d72-8660-485bcc8ca66d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421965 Jun 27 12:27:23.756633 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:23.757425 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 71cf827c-f263-48f2-b67c-3d64e907584e no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:27:23.791346 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-67aefbbb-bcde-4cbb-9a50-736ff5b5c6b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:23.830232 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 71cf827c-f263-48f2-b67c-3d64e907584e {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:27:23.830921 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 71cf827c-f263-48f2-b67c-3d64e907584e not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:27:23.861442 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c6f6fa9f-a7e8-474b-bc2e-b7d0b5d660e2 req-73d5697b-0df2-4eed-ba9d-273254eba6b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 1099 time: 0.0692816 Jun 27 12:27:23.867611 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=8']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:23.871321 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:23.912159 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c6f6fa9f-a7e8-474b-bc2e-b7d0b5d660e2 req-6e8738c2-73d2-49f5-bbef-02fbff478987 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Jun 27 12:27:24.306771 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764f368-c3b5-41e1-8d1d-383a3d82940e req-191ac4be-cd3b-4009-b5e8-7df735903a46 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:24.308938 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a764f368-c3b5-41e1-8d1d-383a3d82940e req-191ac4be-cd3b-4009-b5e8-7df735903a46 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 946 time: 0.0782332 Jun 27 12:27:24.353236 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a764f368-c3b5-41e1-8d1d-383a3d82940e req-37439129-c542-47cc-96d6-a2e93661296e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386879 Jun 27 12:27:24.799330 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38777f71-37ca-4836-87fc-f80d309e1fff req-bf3e96ac-69a6-491d-b9de-0d74decbee26 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:24.800794 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-38777f71-37ca-4836-87fc-f80d309e1fff req-bf3e96ac-69a6-491d-b9de-0d74decbee26 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0757341 Jun 27 12:27:24.846782 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-38777f71-37ca-4836-87fc-f80d309e1fff req-5bca0717-daec-4c28-900e-af22716b6ad1 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Jun 27 12:27:24.918421 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8e38-71ac-49d7-93d6-8aa1191ed28d req-51b155d4-5924-4424-80d8-b479182ae860 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:24.919847 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7c7d8e38-71ac-49d7-93d6-8aa1191ed28d req-51b155d4-5924-4424-80d8-b479182ae860 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0833788 Jun 27 12:27:24.965697 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7c7d8e38-71ac-49d7-93d6-8aa1191ed28d req-5e946527-5d42-4d21-a055-2c3e1d9e5e79 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401442 Jun 27 12:27:25.240260 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:25.975033 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1822bc85-8e3c-48fc-8658-321b90ffdeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:26.425079 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:26.641661 dv-cinder-798098-1-smb neutron-server[75090]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'code': 422} returned with failed status Jun 27 12:27:26.810776 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb43cdd-c1a1-4f93-8d65-b5a0c4937408 req-de9d565d-c412-40e5-aa12-9869ecf715e1 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:26.812211 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ffb43cdd-c1a1-4f93-8d65-b5a0c4937408 req-de9d565d-c412-40e5-aa12-9869ecf715e1 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 946 time: 0.0765638 Jun 27 12:27:26.864853 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ffb43cdd-c1a1-4f93-8d65-b5a0c4937408 req-5a78efb7-7e31-4f51-8195-057ec421f5a0 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Jun 27 12:27:27.094313 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a7dc2-100f-4d75-a95b-ad6fe97aa049 req-b49f2bcf-05e6-4518-a38d-340d363fe2ae tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:27.095677 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e92a7dc2-100f-4d75-a95b-ad6fe97aa049 req-b49f2bcf-05e6-4518-a38d-340d363fe2ae tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1571126 Jun 27 12:27:27.136290 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-04c1310c-ace4-46b8-afa0-82f2ba3a7db3 req-9fef8c31-69a7-42b3-9861-7da188c601ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709774 Jun 27 12:27:27.144205 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e92a7dc2-100f-4d75-a95b-ad6fe97aa049 req-6f22afd4-089c-4dbd-8c8f-d6429bebd415 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425522 Jun 27 12:27:27.605390 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa69365-d9e9-49af-b2ee-5a033d630aee req-49f0e9d5-310d-48a9-b0bd-05c51a61e45c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:27.606818 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1aa69365-d9e9-49af-b2ee-5a033d630aee req-49f0e9d5-310d-48a9-b0bd-05c51a61e45c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0777040 Jun 27 12:27:27.653558 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1aa69365-d9e9-49af-b2ee-5a033d630aee req-2af09a46-de43-41b7-a975-6d3860e654cb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Jun 27 12:27:27.671319 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:28.242310 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-68c01723-bdcb-4b9d-8eba-b790392047ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:28.357091 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37417a26-8442-49af-8559-8308298b4e54 req-e63b12da-cb9d-42b1-a81e-9b924b1e39ae tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:28.358638 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-37417a26-8442-49af-8559-8308298b4e54 req-e63b12da-cb9d-42b1-a81e-9b924b1e39ae tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0828755 Jun 27 12:27:28.412464 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-37417a26-8442-49af-8559-8308298b4e54 req-855c8b41-8589-4724-a024-83264e00f03e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469151 Jun 27 12:27:28.454739 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 36218) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:28.614041 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-9b8e024f-d693-4025-b95e-c8487cb3a788 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1581883 Jun 27 12:27:28.810794 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b76df778-5447-4eb3-8e62-20bc50e582bb no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:27:28.882112 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf74628-e427-4e45-97b9-f9e8bc7996e0 req-6fa99da8-ed70-40cd-924d-c0b18f1a0b83 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:28.883216 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bf74628-e427-4e45-97b9-f9e8bc7996e0 req-6fa99da8-ed70-40cd-924d-c0b18f1a0b83 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0838046 Jun 27 12:27:28.928979 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bf74628-e427-4e45-97b9-f9e8bc7996e0 req-c915439b-2c66-4db8-9d5a-bf1cdb403760 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397096 Jun 27 12:27:29.105445 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.651844 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772674ae-b495-483e-898a-238549e10311 req-ffd795d5-dd78-422b-9e47-961bb1a772b3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:29.653779 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-772674ae-b495-483e-898a-238549e10311 req-ffd795d5-dd78-422b-9e47-961bb1a772b3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0834525 Jun 27 12:27:29.700031 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-772674ae-b495-483e-898a-238549e10311 req-8329bb05-8dce-448e-80c3-59c2cbe2f606 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Jun 27 12:27:30.042964 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72a6fd-bfbc-403c-8f83-b964fe6e1773 req-4d3d67df-d555-4967-aa1a-bd6cc6742ed5 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:30.044392 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1b72a6fd-bfbc-403c-8f83-b964fe6e1773 req-4d3d67df-d555-4967-aa1a-bd6cc6742ed5 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 946 time: 0.0830564 Jun 27 12:27:30.092201 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1b72a6fd-bfbc-403c-8f83-b964fe6e1773 req-b02f5689-0690-4c93-8198-07fe83d67ad3 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Jun 27 12:27:30.171832 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dfa3b-af64-44cc-a0e3-2f7c7874ffbb req-b7d6077b-7a26-41e1-a142-34cd9e00bf99 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:30.173373 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f09dfa3b-af64-44cc-a0e3-2f7c7874ffbb req-b7d6077b-7a26-41e1-a142-34cd9e00bf99 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0997272 Jun 27 12:27:30.223607 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f09dfa3b-af64-44cc-a0e3-2f7c7874ffbb req-efac72d7-bed1-4543-ba81-6189e3b376e2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Jun 27 12:27:30.580086 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.899589 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c50ff-e8b8-467e-8148-7798b447c066 req-9f24c5cd-1ca6-4066-89fa-0b0198ce217d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:30.901091 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-600c50ff-e8b8-467e-8148-7798b447c066 req-9f24c5cd-1ca6-4066-89fa-0b0198ce217d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0762973 Jun 27 12:27:30.948629 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-600c50ff-e8b8-467e-8148-7798b447c066 req-6ca1cde6-69dc-45a4-b1cf-eb0cb065a7d5 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Jun 27 12:27:31.300631 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4867abb-0945-45d2-b1ad-4000afb68449 req-f5056cbc-40d3-43ee-a733-d7e27f27111c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:31.302105 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d4867abb-0945-45d2-b1ad-4000afb68449 req-f5056cbc-40d3-43ee-a733-d7e27f27111c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 946 time: 0.0787423 Jun 27 12:27:31.363449 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d4867abb-0945-45d2-b1ad-4000afb68449 req-62d73f8e-768f-40c2-a386-cb48f6dd73de tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546048 Jun 27 12:27:31.491936 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd76db-ef75-4931-87f2-5753b2988e09 req-d3a3b08c-bf03-4519-9ee1-56a14cb539c0 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:31.500188 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b4cd76db-ef75-4931-87f2-5753b2988e09 req-d3a3b08c-bf03-4519-9ee1-56a14cb539c0 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1133134 Jun 27 12:27:31.543318 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b4cd76db-ef75-4931-87f2-5753b2988e09 req-2aa1edca-f529-46ed-9fe2-5252f5b34a96 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Jun 27 12:27:31.915686 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-c688d782-bf70-4e9b-8a44-3682e2584fc2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6&tenant_id=a322fb00b6ac43ed9de816427dbbbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0676062 Jun 27 12:27:32.034860 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-905dd0ed-6423-4050-b5ce-24d5c28772da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 1097 time: 0.0770981 Jun 27 12:27:32.215588 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-84e1370b-3e80-4e5d-9ffd-ca476b813583 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:32.217051 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-84e1370b-3e80-4e5d-9ffd-ca476b813583 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.50 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 946 time: 0.0836995 Jun 27 12:27:32.241458 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b248f0-f2ff-4186-9a63-149aa527714d req-5ecc3200-bc16-444a-ac41-ca5976ee2b77 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:32.242894 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f5b248f0-f2ff-4186-9a63-149aa527714d req-5ecc3200-bc16-444a-ac41-ca5976ee2b77 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1680598 Jun 27 12:27:32.285174 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Deleting port e0b15b8a-c844-42aa-af82-0408d1c01250 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:27:32.285540 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.308775 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-534e809b-c85d-4aa5-8460-bd5cfe388eb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:32.310193 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-534e809b-c85d-4aa5-8460-bd5cfe388eb2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 918 time: 0.1773715 Jun 27 12:27:32.320192 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f5b248f0-f2ff-4186-9a63-149aa527714d req-0093fd81-04b7-4779-b675-b775206bce38 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710485 Jun 27 12:27:32.420064 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-07a1de9e-5e0b-48ca-841d-c9b72ec05c91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b76df778-5447-4eb3-8e62-20bc50e582bb HTTP/1.1" status: 200 len: 999 time: 0.0986307 Jun 27 12:27:32.545789 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-4d4d6d52-7f2f-474b-96fc-9d10998f3dbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:32.548004 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-4d4d6d52-7f2f-474b-96fc-9d10998f3dbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.1055737 Jun 27 12:27:32.640020 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] For port e0b15b8a-c844-42aa-af82-0408d1c01250, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=e0b15b8a-c844-42aa-af82-0408d1c01250,segment=NetworkSegment(89e27338-5c35-481d-8c5a-b193cc1ba1c3),segment_id=89e27338-5c35-481d-8c5a-b193cc1ba1c3)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:32.640614 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.654596 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-066beb1b-2656-4906-b207-b862b2b2acda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0987847 Jun 27 12:27:32.762793 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Calling delete_port for e0b15b8a-c844-42aa-af82-0408d1c01250 owned by compute:nova {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:27:32.827869 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0405baf-4963-4be1-9a1f-3731eaecafb8 req-9fa7c0a8-793f-42f5-b739-85b7a65fa5fd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:32.829410 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a0405baf-4963-4be1-9a1f-3731eaecafb8 req-9fa7c0a8-793f-42f5-b739-85b7a65fa5fd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 946 time: 0.3080146 Jun 27 12:27:32.911987 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a0405baf-4963-4be1-9a1f-3731eaecafb8 req-6c1e2f5b-b662-48b1-b293-b0fcc017c064 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/security-groups?id=0996010b-df1b-47a6-aad4-837116ffa170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741732 Jun 27 12:27:32.925768 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-41832b0a-ad36-49d9-a986-5904c1d79e41 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589643 Jun 27 12:27:32.939675 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50fd24-7110-4431-ba8e-c19bb9afbc6c req-9612a3cb-66c5-4334-87a0-db1d529ad83b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:32.941118 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2b50fd24-7110-4431-ba8e-c19bb9afbc6c req-9612a3cb-66c5-4334-87a0-db1d529ad83b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.2063403 Jun 27 12:27:33.190839 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2b50fd24-7110-4431-ba8e-c19bb9afbc6c req-65a1b02a-c402-4b37-b3b3-075e528be067 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066723 Jun 27 12:27:33.190839 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8dab3960-fd45-4bfd-82a0-e804e1ded3c7 req-23df6cf1-8494-4887-9f89-a357c1398d4c service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578951 Jun 27 12:27:33.356182 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:33.365125 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f4173cc8-d50f-45ff-b6dd-154248f5820d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:33.405372 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['e0b15b8a-c844-42aa-af82-0408d1c01250'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:27:33.407882 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Pushing event deleted for resources: {'Port': ['ID=e0b15b8a-c844-42aa-af82-0408d1c01250,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:33.411811 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:33.542652 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0528fd-c86b-4b9b-8311-7f25380e3169 req-52a58c46-2b78-4326-a744-56eb79bb4fda tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:33.544115 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2a0528fd-c86b-4b9b-8311-7f25380e3169 req-52a58c46-2b78-4326-a744-56eb79bb4fda tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0835388 Jun 27 12:27:33.594488 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2a0528fd-c86b-4b9b-8311-7f25380e3169 req-65aad690-ab7f-4534-aae3-0afa8e18f75b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Jun 27 12:27:33.948175 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] No DVR routers for this DVR port e0b15b8a-c844-42aa-af82-0408d1c01250 on host hv-cinder-79809 {{(pid=75088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:27:33.951537 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:33.954193 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9103b60b-545f-4103-9e7a-678b1c10ed61', 'name': 'network-vif-deleted', 'tag': 'e0b15b8a-c844-42aa-af82-0408d1c01250'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:34.012453 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9103b60b-545f-4103-9e7a-678b1c10ed61', 'name': 'network-vif-deleted', 'tag': 'e0b15b8a-c844-42aa-af82-0408d1c01250', 'status': 'completed', 'code': 200} Jun 27 12:27:34.089173 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0f982ec3-a501-4549-99a1-ee6f46beb0d9 req-948412af-65e5-478c-bdfc-a283b5ffb898 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0416994 Jun 27 12:27:34.185343 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-af2a40b6-544e-49ab-a51a-3561484efa7a req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.50 "DELETE /v2.0/ports/e0b15b8a-c844-42aa-af82-0408d1c01250 HTTP/1.1" status: 204 len: 173 time: 1.9627814 Jun 27 12:27:34.356012 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584e40-39e0-4ede-ab60-59a6a0194e01 req-cef3bac3-0da6-4249-89b9-10df82c1d063 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:34.357517 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-49584e40-39e0-4ede-ab60-59a6a0194e01 req-cef3bac3-0da6-4249-89b9-10df82c1d063 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1516783 Jun 27 12:27:34.406599 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-49584e40-39e0-4ede-ab60-59a6a0194e01 req-08626820-5be4-42c0-b467-8178257a3123 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415843 Jun 27 12:27:34.858151 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bce6c5-e60a-46b1-8298-7a6cc1c6a757 req-17c762de-e28b-41e0-bdc1-bd586065737b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:34.864902 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e2bce6c5-e60a-46b1-8298-7a6cc1c6a757 req-17c762de-e28b-41e0-bdc1-bd586065737b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0985579 Jun 27 12:27:34.926845 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e2bce6c5-e60a-46b1-8298-7a6cc1c6a757 req-6f24cbc8-6235-4e7f-bddf-1518effc7d22 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579321 Jun 27 12:27:35.016080 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-c1ed57d5-db62-4ea0-85ff-93cb072ab345 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:35.017592 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-c1ed57d5-db62-4ea0-85ff-93cb072ab345 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/networks?id=9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 200 len: 814 time: 0.1720908 Jun 27 12:27:35.034254 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-2d530f55-15cd-4437-871b-b35417ecd089 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/quotas/9d311a99d1df43d388130d39898d4ce6 HTTP/1.1" status: 200 len: 375 time: 0.0112703 Jun 27 12:27:35.123069 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-1bbd30dc-c96e-4a1f-a2ea-d5bba57a0bdb tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834394 Jun 27 12:27:35.371435 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-f869cf46-5b29-469e-bc0b-94dc273e63a7 service neutron] 10.222.0.45 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411518 Jun 27 12:27:35.439312 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-84a0ffb5-0923-4c96-b8e4-d6d6c65bd7c7 req-a24c9972-40ec-4534-a726-e9711cfd10c7 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0548489 Jun 27 12:27:35.601072 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-255d13f6-ef58-4572-92e6-00c18d5120e4 service neutron] 10.222.0.45 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226667 Jun 27 12:27:35.753151 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f9a9f-fece-4cc5-93de-34497f4ef4dd req-49c3a079-2d6e-4f6f-b3f2-b29d72c855c3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:35.761492 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8e7f9a9f-fece-4cc5-93de-34497f4ef4dd req-49c3a079-2d6e-4f6f-b3f2-b29d72c855c3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1250432 Jun 27 12:27:35.824768 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8e7f9a9f-fece-4cc5-93de-34497f4ef4dd req-e5fb0ce6-d5fc-4265-98ed-095ddf03db67 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632467 Jun 27 12:27:35.994240 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c71cec0e-18ea-4671-8029-6a46868e63d4 req-70d24a4d-7715-4be9-8b1d-6ec7f670ff36 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0460079 Jun 27 12:27:36.184091 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df385b61-5ebb-4c4a-90e5-d5dfd4209ab2 req-b61edf41-c3c5-4b25-9315-9e8900f2333e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:36.185873 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-df385b61-5ebb-4c4a-90e5-d5dfd4209ab2 req-b61edf41-c3c5-4b25-9315-9e8900f2333e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0996761 Jun 27 12:27:36.231413 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-df385b61-5ebb-4c4a-90e5-d5dfd4209ab2 req-b9032ad8-1b6e-4483-96a2-6735d77ae9fa tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Jun 27 12:27:36.675407 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-bc4b4e5e-22d7-41ba-b4d8-a51c82f224c0 req-76cf0bbc-ef34-41e1-9bc4-6894d2eac6bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Synchronizing usage tracker for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:36.824707 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-bc4b4e5e-22d7-41ba-b4d8-a51c82f224c0 req-76cf0bbc-ef34-41e1-9bc4-6894d2eac6bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Unset dirty status for tenant:942118f9e7f540498f915bb44f9fb2ef on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:36.825940 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bc4b4e5e-22d7-41ba-b4d8-a51c82f224c0 req-76cf0bbc-ef34-41e1-9bc4-6894d2eac6bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.1903839 Jun 27 12:27:36.868654 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device e0b15b8a-c844-42aa-af82-0408d1c01250 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:27:36.900678 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: e0b15b8a-c844-42aa-af82-0408d1c01250 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:27:36.901578 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device e0b15b8a-c844-42aa-af82-0408d1c01250 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:27:37.079767 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb033543-2629-4bd5-832f-492c4b71a520 req-fcaf39f2-4853-443d-998f-1f75b110e980 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:37.081233 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fb033543-2629-4bd5-832f-492c4b71a520 req-fcaf39f2-4853-443d-998f-1f75b110e980 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1052456 Jun 27 12:27:37.131740 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f498a6d4-f72f-4e3b-84b0-7381d2084d8a req-8f69a5f3-a530-4f5d-aa32-fa70a073f9c6 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0399446 Jun 27 12:27:37.138332 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fb033543-2629-4bd5-832f-492c4b71a520 req-54057703-c350-4a41-a8f5-66315cd75473 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511358 Jun 27 12:27:37.320819 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 36396) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:37.491314 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea984a-26b1-4aa8-822d-2b593acf02cf req-f6fc039b-4f27-4081-85f5-49d64a300906 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:37.493178 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b2ea984a-26b1-4aa8-822d-2b593acf02cf req-f6fc039b-4f27-4081-85f5-49d64a300906 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0890131 Jun 27 12:27:37.556685 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:37.556685 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:37.556685 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] Usage tracker for resource:security_group_rule and tenant:ce9aadc6fb23412da344fcda48e82c45 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:37.556685 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:37.557817 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b2ea984a-26b1-4aa8-822d-2b593acf02cf req-356b8058-c0b4-40b0-aa32-16bf78bcb079 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485036 Jun 27 12:27:37.557913 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:37.669275 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.003460 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-37ae8958-2a88-4f81-9b66-9b9e416bc98e req-3ccf57f6-4692-42df-8880-a409f1244c3e tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0455453 Jun 27 12:27:38.150500 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.159335 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a372cd3e-7efa-4e53-ab08-753307afb3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:38.205007 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38bb874-672f-43a0-bd4b-8b327a08a7e0,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:38.208261 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:38.215041 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce9aadc6fb23412da344fcda48e82c45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8906183 Jun 27 12:27:38.216266 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 36412) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:38.300361 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-26cb0160-10ce-4c8c-9064-2c4779464e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.330854 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-26cb0160-10ce-4c8c-9064-2c4779464e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.396678 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-71f7ed71-a7e7-4ae6-a250-1a8945a4981c req-672f62d6-5383-4f1f-a39d-35b20b10a587 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0440149 Jun 27 12:27:38.494931 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a773f9b-d677-4995-bb34-2264d3f37d38 req-2d7c98a9-f772-4a72-9a4e-a247e8647b6c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:38.496452 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3a773f9b-d677-4995-bb34-2264d3f37d38 req-2d7c98a9-f772-4a72-9a4e-a247e8647b6c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1412244 Jun 27 12:27:38.552763 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3a773f9b-d677-4995-bb34-2264d3f37d38 req-d7b61ffc-5e24-4543-968b-865c6783625f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431700 Jun 27 12:27:38.777605 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f23b5-8726-4927-85db-dd6bc2d8535c req-c8f4ac20-bc6f-4958-a40b-3d1c8d93254b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:38.779029 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9d0f23b5-8726-4927-85db-dd6bc2d8535c req-c8f4ac20-bc6f-4958-a40b-3d1c8d93254b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0827568 Jun 27 12:27:38.785026 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-26cb0160-10ce-4c8c-9064-2c4779464e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.788920 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-09a02b0c-f5e2-4ff5-b8bc-cb7b438bd973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:38.800643 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb0160-10ce-4c8c-9064-2c4779464e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38bb874-672f-43a0-bd4b-8b327a08a7e0,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:38.805165 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-26cb0160-10ce-4c8c-9064-2c4779464e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:38.807081 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-26cb0160-10ce-4c8c-9064-2c4779464e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.808195 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-26cb0160-10ce-4c8c-9064-2c4779464e32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d38bb874-672f-43a0-bd4b-8b327a08a7e0 HTTP/1.1" status: 204 len: 168 time: 0.5920126 Jun 27 12:27:38.832607 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9d0f23b5-8726-4927-85db-dd6bc2d8535c req-917423f5-8e6f-42ff-be8b-dba87ecdc809 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463550 Jun 27 12:27:39.204125 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-33f2a07d-499c-496f-a2ea-fb5e3d616eda req-fdc72ad0-137b-467d-8fca-eaee2775b01f tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0506513 Jun 27 12:27:39.578777 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a8d460cd-5c3b-4fe5-badf-35e134667f0e req-1b1ae114-2ca9-409b-ade3-f7e81bbd789f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0449800 Jun 27 12:27:39.821107 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc94e3-8982-40c3-bddd-1fc3b0855e68 req-95fc19b4-d6c1-4661-951b-eb9767bb7a55 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:39.822523 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-99bc94e3-8982-40c3-bddd-1fc3b0855e68 req-95fc19b4-d6c1-4661-951b-eb9767bb7a55 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0854535 Jun 27 12:27:39.873985 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-99bc94e3-8982-40c3-bddd-1fc3b0855e68 req-82bfb7c6-b44e-407e-9b84-0eb40efc8fae tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447330 Jun 27 12:27:40.045419 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37965abb-8184-4b0e-bcc1-53d8ec739ac9 req-cac5b9bd-71d4-4139-80f9-497b93a853b0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:40.046920 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-37965abb-8184-4b0e-bcc1-53d8ec739ac9 req-cac5b9bd-71d4-4139-80f9-497b93a853b0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0820255 Jun 27 12:27:40.114716 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-37965abb-8184-4b0e-bcc1-53d8ec739ac9 req-1be41dcb-8571-485e-87dd-15ca0c899c12 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610871 Jun 27 12:27:40.387079 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-88bed945-cad2-4c4f-86e6-e06e69c180dc req-27bced06-6a79-4cd9-bdbe-6a3a5b52722c tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0433819 Jun 27 12:27:40.762786 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0842fdd3-df42-4821-80a1-7df942599a3b req-eef4c526-eadb-4425-86ff-fd204d101719 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0474687 Jun 27 12:27:41.135385 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4d77-86fe-4585-9fa4-f733d6ec2ace req-b99581c4-b257-409e-8290-e252c36fd005 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:41.152877 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-075e4d77-86fe-4585-9fa4-f733d6ec2ace req-b99581c4-b257-409e-8290-e252c36fd005 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1085892 Jun 27 12:27:41.229382 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-075e4d77-86fe-4585-9fa4-f733d6ec2ace req-487a4055-5704-4dc9-b20d-55c149a8c6cb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723093 Jun 27 12:27:41.385178 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0c7d9-de55-4910-9fe8-3c9c277a2e8b req-95f8620d-b194-470e-abb3-49b5fee2fb53 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:41.386581 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-eee0c7d9-de55-4910-9fe8-3c9c277a2e8b req-95f8620d-b194-470e-abb3-49b5fee2fb53 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0955760 Jun 27 12:27:41.445302 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-eee0c7d9-de55-4910-9fe8-3c9c277a2e8b req-dbb88c29-d260-4013-9029-b70a9905d601 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523987 Jun 27 12:27:41.574914 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7f53bf4a-ec7d-407e-b809-5578442e0baa req-516c0410-5c59-4386-8cd7-ad1fa82155a9 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0433466 Jun 27 12:27:41.927822 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b09c1154-d07f-4617-9ba0-b81a67d5d856 req-96212270-0f16-4cc4-826d-a924753f0293 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0411127 Jun 27 12:27:42.457831 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88b3f5-c2ae-495d-aed5-3b50ad8b641d req-0ff2e475-a21d-4c5c-8c86-a021dc03e0fa tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:42.459349 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1d88b3f5-c2ae-495d-aed5-3b50ad8b641d req-0ff2e475-a21d-4c5c-8c86-a021dc03e0fa tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0846496 Jun 27 12:27:42.507208 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1d88b3f5-c2ae-495d-aed5-3b50ad8b641d req-937ca372-b485-4758-843c-110413508e3b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 Jun 27 12:27:42.711256 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ad0d9-26c0-48e8-a276-a54b3f08d34b req-c5d93fc1-bad1-4f0e-9489-bf5e05498d8f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:42.712921 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-327ad0d9-26c0-48e8-a276-a54b3f08d34b req-c5d93fc1-bad1-4f0e-9489-bf5e05498d8f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0921881 Jun 27 12:27:42.771893 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-327ad0d9-26c0-48e8-a276-a54b3f08d34b req-1b7c5d96-3016-400b-9845-f95c6089ed26 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525796 Jun 27 12:27:42.840100 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bd431a55-17ee-4d4d-b1f3-ff7d24cf647c req-3638d990-2ff7-4aba-8953-5192a54d4158 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0728421 Jun 27 12:27:43.088245 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-61371205-1f53-4164-accb-bd4f7227fc2a req-adde93b3-b7cd-48bf-ba7a-8fbc82a2fc87 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0410540 Jun 27 12:27:43.779915 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677ce17-a5d3-4840-9a14-ff64886306db req-a2ff4153-ee7e-4581-b8ed-5337b56ef8c7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:43.781657 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6677ce17-a5d3-4840-9a14-ff64886306db req-a2ff4153-ee7e-4581-b8ed-5337b56ef8c7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0832450 Jun 27 12:27:43.835208 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6677ce17-a5d3-4840-9a14-ff64886306db req-93bf7ef5-ddd0-40fb-aea6-f4e97251a4e4 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463600 Jun 27 12:27:44.046965 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e5519-37da-4c37-90e8-99a58539eedd req-027b1b2f-d8c0-49d5-9fa7-e56374f1990d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:44.048875 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-cf9e5519-37da-4c37-90e8-99a58539eedd req-027b1b2f-d8c0-49d5-9fa7-e56374f1990d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1261563 Jun 27 12:27:44.081064 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9a0d217f-2e7c-49da-86d7-3a2140ab0cc0 req-61be06be-0e9d-4025-9e76-674c99121bdb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0664749 Jun 27 12:27:44.109109 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-cf9e5519-37da-4c37-90e8-99a58539eedd req-8ae2277f-baca-4cca-938a-1ca4afe7ac87 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543613 Jun 27 12:27:44.268425 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6748f873-6bc2-4fc7-a10f-d47d40025334 req-3bfad480-5220-4c8a-8afd-8fa92394d535 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0533717 Jun 27 12:27:45.066667 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed88bf4-27f1-42a1-b1b8-5d386292e744 req-1dc1d88a-9678-4eab-898d-984abaa833b8 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:45.068701 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7ed88bf4-27f1-42a1-b1b8-5d386292e744 req-1dc1d88a-9678-4eab-898d-984abaa833b8 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0861912 Jun 27 12:27:45.123566 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7ed88bf4-27f1-42a1-b1b8-5d386292e744 req-7ada5d61-30c5-421a-9124-f986e7ae1d59 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489407 Jun 27 12:27:45.351010 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cf79bcae-709d-4947-841c-c4ff148c3661 req-61cf1482-7abc-40e5-b582-5b9d7c16b9a8 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.1248689 Jun 27 12:27:45.354264 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab81e-1a8d-4da8-953c-dcb36547f948 req-dceff9af-e824-4f00-a795-48422fafb180 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:45.356059 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5cab81e-1a8d-4da8-953c-dcb36547f948 req-dceff9af-e824-4f00-a795-48422fafb180 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0985820 Jun 27 12:27:45.501417 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5cab81e-1a8d-4da8-953c-dcb36547f948 req-e7bf2c0b-70c0-4d7f-84f1-b5be88489a53 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394801 Jun 27 12:27:45.521983 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e0eb769b-d7e3-47d1-beaf-9cc07dfcfa99 req-2c831f23-c708-4428-af68-6e659221e792 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0448928 Jun 27 12:27:46.342082 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24b76-ad1e-4373-82df-5a46aa2c42a1 req-e34cda24-2443-4b78-8180-e4d7468a04f7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:46.343654 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0db24b76-ad1e-4373-82df-5a46aa2c42a1 req-e34cda24-2443-4b78-8180-e4d7468a04f7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0797570 Jun 27 12:27:46.390325 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0db24b76-ad1e-4373-82df-5a46aa2c42a1 req-c54348f7-574f-4242-8036-d398cb8d5f4f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Jun 27 12:27:46.581521 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-431a8ff4-29e6-4f6b-9ff0-9d4694b7b6a7 req-d8b41512-74a1-43f6-acf0-d6da42473a90 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0573261 Jun 27 12:27:46.772797 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06460764-8d07-4948-af3f-3a426d9112a7 req-f20fa6e5-879f-4116-8499-1d3c89f9c759 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:46.777100 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-06460764-8d07-4948-af3f-3a426d9112a7 req-f20fa6e5-879f-4116-8499-1d3c89f9c759 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1187029 Jun 27 12:27:46.789845 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1a2c9d6f-485a-495a-bff2-6e949d5660d1 req-5d98582a-aa64-434d-b273-ca18125aa7ec tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0451605 Jun 27 12:27:46.838261 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-06460764-8d07-4948-af3f-3a426d9112a7 req-32542844-aa5b-41e0-8079-576f54430aa3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580511 Jun 27 12:27:47.637961 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459642f-c68c-4fa8-9f0e-5426a9386e0d req-652496d8-f6f5-4964-ad47-dffc2f51f022 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:47.639418 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6459642f-c68c-4fa8-9f0e-5426a9386e0d req-652496d8-f6f5-4964-ad47-dffc2f51f022 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0826852 Jun 27 12:27:47.686965 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6459642f-c68c-4fa8-9f0e-5426a9386e0d req-72dcd074-aa4b-4227-8f27-aed8bef78b48 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418692 Jun 27 12:27:47.765299 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-50acae3c-bd28-49e7-98ad-e78b3cbb6b59 req-98d47527-905c-4e3c-9744-162339af13af tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0410736 Jun 27 12:27:48.001235 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f76a75c8-25d9-4b38-8856-6730b112efb4 req-b4de2bc8-3105-41a1-92de-a71758430324 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0445931 Jun 27 12:27:48.060946 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bea561-9918-416c-9a15-b116a21837da req-214ef514-e503-46a9-ab58-66fe23b57b63 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:48.062357 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a3bea561-9918-416c-9a15-b116a21837da req-214ef514-e503-46a9-ab58-66fe23b57b63 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0793741 Jun 27 12:27:48.107855 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a3bea561-9918-416c-9a15-b116a21837da req-41b5a469-dd81-44c4-a7af-5a3542b5407c tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Jun 27 12:27:48.950071 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ce4e8-5b04-4e9c-95b8-c42654419a87 req-c0e4b894-afe2-441d-86f9-629ffed57adf tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:48.952297 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-dc8ce4e8-5b04-4e9c-95b8-c42654419a87 req-c0e4b894-afe2-441d-86f9-629ffed57adf tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1245208 Jun 27 12:27:48.989046 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-62141bb8-31b1-4c44-b644-ae37e4d1907f req-a855fa2d-7cd2-4b99-a7f1-6d1e1bb4b681 tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0558484 Jun 27 12:27:49.057163 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-dc8ce4e8-5b04-4e9c-95b8-c42654419a87 req-d6fed15f-3783-421e-bb72-0ed411313b8b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968177 Jun 27 12:27:49.155629 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 36594) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:49.208589 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-5e76296c-76c5-40b1-885f-42eba434e4ed req-fb81cdf0-c4e0-40a0-b91f-31c76e460c6b tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0491321 Jun 27 12:27:49.323884 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:49.384555 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:49.392168 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13ae5d-3e3a-485e-9e82-64a3d61b148e req-fe4fe7a9-dea0-4bd3-af8c-9a633ed24091 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:49.393628 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad13ae5d-3e3a-485e-9e82-64a3d61b148e req-fe4fe7a9-dea0-4bd3-af8c-9a633ed24091 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1361518 Jun 27 12:27:49.395976 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f0dd2507704034a96012267f9c210d is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:49.401481 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:49.417140 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:49.462011 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ad13ae5d-3e3a-485e-9e82-64a3d61b148e req-cb846244-ff12-4810-8236-dc3b583d4ca6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602589 Jun 27 12:27:49.508438 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:49.618854 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:49.626111 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-14352ba8-4a07-4881-a3d7-8a756b86e3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:49.668434 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764adbdd-f8c3-4b89-a4a5-44d46a7686e3,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:49.671646 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:49.674770 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6f0dd2507704034a96012267f9c210d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5174475 Jun 27 12:27:49.677019 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 36606) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:49.737300 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a51317de-1571-40a7-be91-d2fca81250b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:49.762344 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a51317de-1571-40a7-be91-d2fca81250b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:50.109375 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a51317de-1571-40a7-be91-d2fca81250b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:50.113927 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-be0a511c-60d3-47f5-a74b-cf2382280e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:50.126220 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51317de-1571-40a7-be91-d2fca81250b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764adbdd-f8c3-4b89-a4a5-44d46a7686e3,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:50.130124 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a51317de-1571-40a7-be91-d2fca81250b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:50.139923 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a51317de-1571-40a7-be91-d2fca81250b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:50.151250 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a51317de-1571-40a7-be91-d2fca81250b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/764adbdd-f8c3-4b89-a4a5-44d46a7686e3 HTTP/1.1" status: 204 len: 168 time: 0.4704921 Jun 27 12:27:50.228728 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-de22e107-3899-4612-b9bc-938b6b7b9d8e req-a7a79eac-4e5b-4ddb-9d39-c61edffc571f tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] 10.222.0.45 "GET /v2.0/ports?device_id=9103b60b-545f-4103-9e7a-678b1c10ed61 HTTP/1.1" status: 200 len: 210 time: 0.0550516 Jun 27 12:27:50.343717 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d644445-dc9b-444b-a943-24ca74b873ae req-1718d6a4-a969-4207-94db-26ee2ff3d654 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:50.351903 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d644445-dc9b-444b-a943-24ca74b873ae req-1718d6a4-a969-4207-94db-26ee2ff3d654 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1357026 Jun 27 12:27:50.438565 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c6f715df-93b7-4eae-9b3a-6c397af763ca req-50a1ebd5-7181-4a7e-a818-bb4ea48bf5b5 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0570633 Jun 27 12:27:50.443485 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d644445-dc9b-444b-a943-24ca74b873ae req-9c80026b-52a7-4e9c-a489-3cb21bc95f08 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905006 Jun 27 12:27:50.690004 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc506e-bec8-408e-a66e-dcdb2bf8399c req-abce051f-f517-4d9b-99d4-9f1f1becd23a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:50.691532 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0ebc506e-bec8-408e-a66e-dcdb2bf8399c req-abce051f-f517-4d9b-99d4-9f1f1becd23a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0967236 Jun 27 12:27:50.739170 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0ebc506e-bec8-408e-a66e-dcdb2bf8399c req-c4968f38-b4f4-4025-af6d-8ade53886f97 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Jun 27 12:27:51.615724 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-66b8d417-941a-4986-a48e-fddcc7e3c04e req-1200c8ce-9a2b-45aa-8549-225ec260e594 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0633578 Jun 27 12:27:51.669345 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3768c-752f-42cc-b468-9dc724769c20 req-43d0f183-4bbb-4f83-a904-e8321751ebd8 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:51.670865 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-05f3768c-752f-42cc-b468-9dc724769c20 req-43d0f183-4bbb-4f83-a904-e8321751ebd8 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0931375 Jun 27 12:27:51.715878 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-05f3768c-752f-42cc-b468-9dc724769c20 req-abf4aa19-a21a-4251-bcb0-e81b7abd3d62 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394964 Jun 27 12:27:51.955797 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7b1fc-9d9b-4578-9be1-cd11ada03955 req-c6d8f2dc-d89d-4640-b9e1-844e6157876f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:51.957391 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-edd7b1fc-9d9b-4578-9be1-cd11ada03955 req-c6d8f2dc-d89d-4640-b9e1-844e6157876f tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0940592 Jun 27 12:27:52.005028 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-edd7b1fc-9d9b-4578-9be1-cd11ada03955 req-f738d00b-cd4e-43a9-9c17-9d7e9047862d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Jun 27 12:27:52.123795 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-24d4824d-ae37-4d50-9531-e59880441c9f req-a79a8ee6-c548-4d35-88b5-d8eb18ecf805 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 1098 time: 0.0696120 Jun 27 12:27:52.171787 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-24d4824d-ae37-4d50-9531-e59880441c9f req-2503a01c-815a-4cf9-a874-7cd489d9ac49 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 Jun 27 12:27:52.247605 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-51e7f17d-999e-4df6-833a-8d79a7d654fd tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:52.249197 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-51e7f17d-999e-4df6-833a-8d79a7d654fd tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "GET /v2.0/networks?id=9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 200 len: 814 time: 0.1506004 Jun 27 12:27:52.525114 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Request body: {'port': {'device_id': 'bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab', 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819', 'admin_state_up': True, 'tenant_id': '9d311a99d1df43d388130d39898d4ce6'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:27:52.696233 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:52.706762 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:52.831282 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4ab1e18e-b44a-4fce-b5f2-46dadefbd466 req-3ae5ea52-308d-49a8-a019-ddaf15d54ab5 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.0458558 Jun 27 12:27:52.835628 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Made reservation on behalf of 9d311a99d1df43d388130d39898d4ce6 for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:52.838647 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.945798 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b76df778-5447-4eb3-8e62-20bc50e582bb details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:27:52.981704 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a0854-ad23-491a-8b0f-859c50fb7ee7 req-62b1c4a0-d906-4883-8983-2eca43d238d1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:52.989892 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8f8a0854-ad23-491a-8b0f-859c50fb7ee7 req-62b1c4a0-d906-4883-8983-2eca43d238d1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1118696 Jun 27 12:27:53.014495 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Allocated IP 172.20.0.4 (9f89575f-95b7-4b36-b30e-f4380ef46819/c6c5081f-248d-45df-bbef-4449973dcb6f/1775535d-1d2b-4a90-b8c8-00f66a7eb6e5) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:53.048263 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8f8a0854-ad23-491a-8b0f-859c50fb7ee7 req-cadaed52-4899-4993-92c3-f02546363a81 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562878 Jun 27 12:27:53.154721 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:53.189156 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'port_id': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'mac_address': 'fa:16:3e:29:86:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:27:53.277789 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.295868 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76df778-5447-4eb3-8e62-20bc50e582bb {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:53.312353 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:53.322168 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.390384 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.392185 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:53.427623 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831a866-6008-4632-bffe-750301a2f6bc req-143afa6c-aad9-41c9-b47f-2ba37e527c9d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:53.429271 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9831a866-6008-4632-bffe-750301a2f6bc req-143afa6c-aad9-41c9-b47f-2ba37e527c9d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0831473 Jun 27 12:27:53.469342 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=9']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:53.486897 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:53.487002 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.493058 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:53.533728 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b8c41c2a-1c52-4fe2-ba77-6193e289794a', '9d730f93-6355-4bf0-9e7a-a6b943f511f0', '6c62c00c-99a5-43dd-b746-0d3138f64525'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:27:53.641973 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9831a866-6008-4632-bffe-750301a2f6bc req-157b02f5-b282-40c5-b04b-d2e540400a44 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057152 Jun 27 12:27:53.661962 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Network 9f89575f-95b7-4b36-b30e-f4380ef46819 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:53.665606 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:53.670123 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:27:53.738560 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Pushing event updated for resources: {'Port': ['ID=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:53.741543 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:53.760057 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:53.760705 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.882540 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3615861 Jun 27 12:27:53.911468 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Request body: {'port': {'device_id': 'bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:27:53.951419 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b76df778-5447-4eb3-8e62-20bc50e582bb'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:27:54.027402 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.035475 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618e067-1587-400c-8c4b-c3079558bb56 req-9998a96b-8169-446a-8614-9bfdc9a8ed61 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:54.036933 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9618e067-1587-400c-8c4b-c3079558bb56 req-9998a96b-8169-446a-8614-9bfdc9a8ed61 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 931 time: 0.0806043 Jun 27 12:27:54.086081 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9618e067-1587-400c-8c4b-c3079558bb56 req-201e5f9d-de31-49d8-b69b-52b41685d27d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Jun 27 12:27:54.303574 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 36704) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:54.361521 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_v2 [None req-24dc2a95-8139-4e99-9934-9f52fb1bd148 admin admin] Deleting subnet 4ce869e3-6fcb-4d61-8857-7061965a021e {{(pid=75088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:27:54.363718 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b5612-c897-4370-9646-88ad22031c27 req-4dac52a5-0700-4fd0-83e4-817820a0f6d0 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:54.364615 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-24dc2a95-8139-4e99-9934-9f52fb1bd148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.365188 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a50b5612-c897-4370-9646-88ad22031c27 req-4dac52a5-0700-4fd0-83e4-817820a0f6d0 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 945 time: 0.1707718 Jun 27 12:27:54.415304 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-24dc2a95-8139-4e99-9934-9f52fb1bd148 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.422044 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-24dc2a95-8139-4e99-9934-9f52fb1bd148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.466786 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:54.475528 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a50b5612-c897-4370-9646-88ad22031c27 req-1bf2bc64-85d1-4c32-aef6-edbf9025527a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037378 Jun 27 12:27:54.477098 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.590076 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Transition to ACTIVE for port object 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:54.590585 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-24dc2a95-8139-4e99-9934-9f52fb1bd148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for subnet, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.594663 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:54.627034 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc2a95-8139-4e99-9934-9f52fb1bd148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce869e3-6fcb-4d61-8857-7061965a021e,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:54.630889 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-24dc2a95-8139-4e99-9934-9f52fb1bd148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:54.633597 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-24dc2a95-8139-4e99-9934-9f52fb1bd148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.639745 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-24dc2a95-8139-4e99-9934-9f52fb1bd148 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4ce869e3-6fcb-4d61-8857-7061965a021e HTTP/1.1" status: 204 len: 168 time: 0.3352084 Jun 27 12:27:54.642280 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 36708) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:54.663838 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.668678 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:54.760666 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.859248 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Pushing event updated for resources: {'Port': ['ID=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:54.885637 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:54.979521 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Attempting to bind port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:54.979847 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Attempting to bind port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:54.980321 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Attempting to bind port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 on network 9f89575f-95b7-4b36-b30e-f4380ef46819 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:27:54.987325 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 on network 9f89575f-95b7-4b36-b30e-f4380ef46819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:27:54.987717 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Attempting to bind port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 on network 9f89575f-95b7-4b36-b30e-f4380ef46819 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:27:54.994919 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:27:54.995328 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Checking segment: {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:27:54.995627 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Bound using segment: {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:27:54.996095 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Bound port: 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:55.004061 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.011671 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.028033 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.028402 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.029199 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.029534 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > port after_create 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.029861 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > port after_delete 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.030210 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > port after_update 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.030523 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.031047 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.031368 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.031685 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.059131 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:27:55.082723 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] For port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:27:55.085723 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] For port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:27:55.156631 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.160830 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-28592cd9-d9fc-48c1-8675-4e9cc297e865 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:55.245364 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.246779 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] 10.222.0.50 "PUT /v2.0/ports/1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 HTTP/1.1" status: 200 len: 1093 time: 1.3402662 Jun 27 12:27:55.247282 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab', 'tag': '1775535d-1d2b-4a90-b8c8-00f66a7eb6e5'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:55.303368 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Pushing event updated for resources: {'Port': ['ID=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:55.308306 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:55.345481 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dcec2-d0b6-4b9e-a00c-270da850d5ae req-98b5d0d4-20b3-4c9f-91d6-d20fa73b3383 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:55.346171 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-824dcec2-d0b6-4b9e-a00c-270da850d5ae req-98b5d0d4-20b3-4c9f-91d6-d20fa73b3383 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Synchronizing usage tracker for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:55.488670 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.490238 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.490238 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.490238 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:27:55.490238 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914e3807-a58c-4ee9-952e-8dcf67b7e243']}} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:55.506858 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49335e4-3e9e-449d-84e5-3e82dec424ce') {'for_net_delete': True} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:55.507043 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49335e4-3e9e-449d-84e5-3e82dec424ce') {} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:55.522239 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585206'] for segment, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.544886 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf96a7-180e-47ee-984a-07dea4e82406 req-a58cc35a-4e5b-4607-afd5-ff2e97e36ae3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:55.552151 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-cadf96a7-180e-47ee-984a-07dea4e82406 req-a58cc35a-4e5b-4607-afd5-ff2e97e36ae3 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.7471564 Jun 27 12:27:55.561456 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-824dcec2-d0b6-4b9e-a00c-270da850d5ae req-98b5d0d4-20b3-4c9f-91d6-d20fa73b3383 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Unset dirty status for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:55.564849 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-824dcec2-d0b6-4b9e-a00c-270da850d5ae req-98b5d0d4-20b3-4c9f-91d6-d20fa73b3383 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 943 time: 0.3050981 Jun 27 12:27:55.595337 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.608184 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=75088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:27:55.608812 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585443'] for segment, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.621175 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-824dcec2-d0b6-4b9e-a00c-270da850d5ae req-405a2749-5a06-43bd-b12d-54719e3934f8 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510516 Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: util.warn_limited( Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: util.warn_limited( Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: Traceback (most recent call last): Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: timer() Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: cb(*args, **kw) Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: return func(*args, **kwargs) Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: self._notify() Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: self.callback(batched_events) Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: event.method(event) Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: return f(self, *a, **k) Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: return self._get(url).json() Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: return self.request(url, 'GET', **kwargs) Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:27:55.631399 dv-cinder-798098-1-smb neutron-server[75088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:27:55.724298 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab', 'tag': '1775535d-1d2b-4a90-b8c8-00f66a7eb6e5', 'status': 'completed', 'code': 200} Jun 27 12:27:55.732035 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-cadf96a7-180e-47ee-984a-07dea4e82406 req-d6fede67-38bf-47a8-a277-1a9a93d4e087 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787987 Jun 27 12:27:55.824724 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.849427 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.854887 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d2a7d4ac-c223-4b61-bae1-0436aa074193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:55.855372 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-3e5ae4fe-02c7-4b84-b1df-1c82a34aabcf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 1096 time: 0.0953536 Jun 27 12:27:55.882357 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Pushing event deleted for resources: {'Network': ['ID=914e3807-a58c-4ee9-952e-8dcf67b7e243,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:55.886152 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:55.977190 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-07e05a7a-7ff1-48c8-9c4a-0eb7ae6a83a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 HTTP/1.1" status: 200 len: 217 time: 0.0718231 Jun 27 12:27:55.990337 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ab917098-42f4-47f0-817d-9c48e8e0eaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.023575 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] 10.222.0.45 "DELETE /v2.0/networks/914e3807-a58c-4ee9-952e-8dcf67b7e243 HTTP/1.1" status: 204 len: 168 time: 1.3761888 Jun 27 12:27:56.023575 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 36740) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:56.054570 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-32d3d055-15e8-4072-9e36-d801553843b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:56.057166 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-32d3d055-15e8-4072-9e36-d801553843b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c6c5081f-248d-45df-bbef-4449973dcb6f HTTP/1.1" status: 200 len: 854 time: 0.0701075 Jun 27 12:27:56.069558 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616a300-ebe8-4ec4-85e1-7567d8f533f2 req-db161b26-feb9-4996-95d9-6a13be9a536a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:56.076863 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7616a300-ebe8-4ec4-85e1-7567d8f533f2 req-db161b26-feb9-4996-95d9-6a13be9a536a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 945 time: 0.2141244 Jun 27 12:27:56.123445 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a7eadc-e175-410d-bea3-8aef24f65d66 admin admin] Deleting subnet 79aace05-f0eb-479f-9cac-59b24aa26210 {{(pid=75088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:27:56.126889 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-56a7eadc-e175-410d-bea3-8aef24f65d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.178150 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-56a7eadc-e175-410d-bea3-8aef24f65d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585209'] for subnet, precommit_delete_associations {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.215818 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7616a300-ebe8-4ec4-85e1-7567d8f533f2 req-41f3be1f-dbba-402a-b6cb-4d675776f50f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379302 Jun 27 12:27:56.219762 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-0e3ed6be-3648-4a4d-b64f-d2b5cc8fbf1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f89575f-95b7-4b36-b30e-f4380ef46819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402605 Jun 27 12:27:56.239476 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-56a7eadc-e175-410d-bea3-8aef24f65d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.572986 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-5745e680-77ca-4c86-ade5-6c6579826551 service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453135 Jun 27 12:27:56.675924 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.687589 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-56a7eadc-e175-410d-bea3-8aef24f65d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1640874'] for subnet, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.687589 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5937bdd2-b736-4771-926f-c1e5b2ba9ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:56.744893 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-77c9bb1c-feed-4192-ba76-3b904807bd9e req-4f05a260-0283-4db2-8357-f5f72e6e3854 service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594832 Jun 27 12:27:56.755047 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7eadc-e175-410d-bea3-8aef24f65d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79aace05-f0eb-479f-9cac-59b24aa26210,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:56.777616 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-56a7eadc-e175-410d-bea3-8aef24f65d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:56.781201 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-56a7eadc-e175-410d-bea3-8aef24f65d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.791453 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-56a7eadc-e175-410d-bea3-8aef24f65d66 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/79aace05-f0eb-479f-9cac-59b24aa26210 HTTP/1.1" status: 204 len: 168 time: 0.7680161 Jun 27 12:27:56.794000 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 36750) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:56.981456 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b76df778-5447-4eb3-8e62-20bc50e582bb up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:56.986595 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b3afd-0b27-47c1-8191-ba02514f7d38 req-61f5cc8d-0b3a-4d0e-b852-d908824c510a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:56.995221 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-629b3afd-0b27-47c1-8191-ba02514f7d38 req-61f5cc8d-0b3a-4d0e-b852-d908824c510a tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0916140 Jun 27 12:27:57.006067 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.073107 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-629b3afd-0b27-47c1-8191-ba02514f7d38 req-2ffce6f0-1125-4a0a-8577-d2790fea5fcd tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773873 Jun 27 12:27:57.103214 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port b76df778-5447-4eb3-8e62-20bc50e582bb triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:57.109680 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.199809 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6e38277-d29b-4002-ba24-5be0d261e3dc req-e549ebb1-1343-41b7-9f7f-9b5f37b94c40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 1098 time: 0.0945196 Jun 27 12:27:57.229595 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.247319 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d1478-2482-4c79-b764-03164c9a80bc req-d9b557f0-e745-476e-8d60-73f11b1950c0 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:57.254781 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4e1d1478-2482-4c79-b764-03164c9a80bc req-d9b557f0-e745-476e-8d60-73f11b1950c0 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 943 time: 0.3130372 Jun 27 12:27:57.274618 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1354f16e-1582-4e31-bd7e-70eaca8c8e30']}} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:57.283867 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.294222 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf48cb48-b007-45c4-b80c-b936d5679aca') {'for_net_delete': True} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:57.294775 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf48cb48-b007-45c4-b80c-b936d5679aca') {} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:57.323300 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:57.332881 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:57.333062 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-943562'] for segment, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.361023 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4e1d1478-2482-4c79-b764-03164c9a80bc req-6ad7b9bc-1643-4422-aea1-22c71f178bca tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048234 Jun 27 12:27:57.365807 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.371019 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=75089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:27:57.371415 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943263'] for segment, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: Traceback (most recent call last): Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: timer() Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: cb(*args, **kw) Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: return func(*args, **kwargs) Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: self._notify() Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: self.callback(batched_events) Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: event.method(event) Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: return f(self, *a, **k) Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: return self._get(url).json() Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: return self.request(url, 'GET', **kwargs) Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:27:57.386966 dv-cinder-798098-1-smb neutron-server[75089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:27:57.430280 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.432748 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:57.453517 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38277-d29b-4002-ba24-5be0d261e3dc req-af985954-473b-4d26-9e4c-5c21caec738d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:57.455059 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6e38277-d29b-4002-ba24-5be0d261e3dc req-af985954-473b-4d26-9e4c-5c21caec738d service neutron] 10.222.0.50 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 920 time: 0.2480791 Jun 27 12:27:57.475636 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8d7403e5-73cd-4367-b733-829da3b25284 req-4c86f4dd-85ce-49b4-b322-ebe7fb407c58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d311a99d1df43d388130d39898d4ce6&device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 1096 time: 0.3765388 Jun 27 12:27:57.508449 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'code': 200} Jun 27 12:27:57.563652 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6e38277-d29b-4002-ba24-5be0d261e3dc req-d87080b9-258a-4008-ac40-5bc83f49c188 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69 HTTP/1.1" status: 200 len: 217 time: 0.1002162 Jun 27 12:27:57.613028 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=10']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:57.617622 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:57.644847 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.652382 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:57.664220 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.694226 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.708388 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] Pushing event deleted for resources: {'Network': ['ID=1354f16e-1582-4e31-bd7e-70eaca8c8e30,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:57.720285 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:57.724399 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-d2254eef-22d9-414f-aa8b-a82430333554 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1354f16e-1582-4e31-bd7e-70eaca8c8e30 HTTP/1.1" status: 204 len: 168 time: 0.9291759 Jun 27 12:27:57.754169 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38277-d29b-4002-ba24-5be0d261e3dc req-2590dcf8-dfdd-467e-95fb-b36c8fe29e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:57.756386 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6e38277-d29b-4002-ba24-5be0d261e3dc req-2590dcf8-dfdd-467e-95fb-b36c8fe29e34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 200 len: 859 time: 0.1512668 Jun 27 12:27:57.776667 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7403e5-73cd-4367-b733-829da3b25284 req-4a006053-0bc7-4436-940b-29802fefcf88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:57.778154 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8d7403e5-73cd-4367-b733-829da3b25284 req-4a006053-0bc7-4436-940b-29802fefcf88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 200 len: 915 time: 0.2742562 Jun 27 12:27:57.840594 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6e38277-d29b-4002-ba24-5be0d261e3dc req-476f2918-ff5c-49b7-92f2-8e99802fa13f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744672 Jun 27 12:27:57.994017 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8d7403e5-73cd-4367-b733-829da3b25284 req-80dc3116-9023-4244-a2e9-5fbe15c44059 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 HTTP/1.1" status: 200 len: 217 time: 0.2013803 Jun 27 12:27:58.005172 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b556d1-8135-4f8e-a5fd-e99e53862516 req-491f33c0-78eb-44f8-933c-29279e44d425 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:58.013042 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a0b556d1-8135-4f8e-a5fd-e99e53862516 req-491f33c0-78eb-44f8-933c-29279e44d425 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 947 time: 0.4478912 Jun 27 12:27:58.035933 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-301ce75e-0237-401b-84b0-b1b596103a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.108861 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7403e5-73cd-4367-b733-829da3b25284 req-d51a654c-99b2-4880-9548-2bd5ccd66728 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:58.111205 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8d7403e5-73cd-4367-b733-829da3b25284 req-d51a654c-99b2-4880-9548-2bd5ccd66728 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c6c5081f-248d-45df-bbef-4449973dcb6f HTTP/1.1" status: 200 len: 854 time: 0.1032801 Jun 27 12:27:58.117968 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a0b556d1-8135-4f8e-a5fd-e99e53862516 req-49b46530-9fcf-4ffb-a76d-943ae0c7ea23 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040955 Jun 27 12:27:58.137468 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6e38277-d29b-4002-ba24-5be0d261e3dc req-094c574d-bd3f-4bd2-a22a-1cd9ea722a33 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801380 Jun 27 12:27:58.259138 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8d7403e5-73cd-4367-b733-829da3b25284 req-c0ec60e7-338d-4f05-adf2-cd8622be7f38 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f89575f-95b7-4b36-b30e-f4380ef46819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278818 Jun 27 12:27:58.305381 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6e38277-d29b-4002-ba24-5be0d261e3dc req-00206f57-d900-4136-887f-a99f6f31dd41 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594536 Jun 27 12:27:58.474904 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f305dc-a060-4398-a549-3c748d3d55da req-1a56027d-8795-4df4-9b4a-0cfe0a959949 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:58.484631 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d0f305dc-a060-4398-a549-3c748d3d55da req-1a56027d-8795-4df4-9b4a-0cfe0a959949 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.2785938 Jun 27 12:27:58.519560 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 36768) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:58.573192 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8d7403e5-73cd-4367-b733-829da3b25284 req-e9de4bef-eb64-4e96-83b0-c773e100065b service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043482 Jun 27 12:27:58.616984 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d0f305dc-a060-4398-a549-3c748d3d55da req-2bfd9955-d49c-405f-9c14-64bb1eeb54c5 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295083 Jun 27 12:27:58.624963 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d790bb9-a365-492e-a7c1-3994867c4cba req-afd1bdb9-161d-4c94-8c4b-cf14adac859c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3308666 Jun 27 12:27:58.706416 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-6e9cbf17-80a4-4ac2-9238-37552734fd08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=163e5e03bdec4af08fed2c5f5d9a579f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2075238 Jun 27 12:27:58.707213 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 36772) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:58.772225 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-97b6c2b3-c6c5-4729-a9a7-d68f09b472ea req-d26f4d29-5c23-46d4-b737-f3688c4fc636 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 1100 time: 0.2495327 Jun 27 12:27:58.781519 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c6de3-ae61-4f84-8520-e0fbeab5305e req-0042b56e-4069-47c0-a730-569114c6cece tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:58.782983 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c89c6de3-ae61-4f84-8520-e0fbeab5305e req-0042b56e-4069-47c0-a730-569114c6cece tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 943 time: 0.2219789 Jun 27 12:27:58.899972 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8d7403e5-73cd-4367-b733-829da3b25284 req-2520d0c7-b89d-4845-8d4f-1722cd1c090d service neutron] 10.222.0.50 "GET /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175614 Jun 27 12:27:58.914313 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d790bb9-a365-492e-a7c1-3994867c4cba req-20def843-117c-4fb0-83e6-dc67c6f4898a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b76f9900e54c2a91ea7191b459f624&device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 1099 time: 0.1245618 Jun 27 12:27:58.967490 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.974830 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92369b56-f9a4-4053-a620-fbda8d380182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.991933 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:27:58.995690 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-97b6c2b3-c6c5-4729-a9a7-d68f09b472ea req-51115e50-4643-460e-837f-2215d775ddef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090039 Jun 27 12:27:59.000371 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c89c6de3-ae61-4f84-8520-e0fbeab5305e req-bc3227c6-bdbd-4d9a-a6bd-c1f1cbe2c965 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940248 Jun 27 12:27:59.032800 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92369b56-f9a4-4053-a620-fbda8d380182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:59.123866 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d790bb9-a365-492e-a7c1-3994867c4cba req-5e9112af-be6e-44b0-86c3-cfea12fba86e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:59.125637 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d790bb9-a365-492e-a7c1-3994867c4cba req-5e9112af-be6e-44b0-86c3-cfea12fba86e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 200 len: 920 time: 0.1721969 Jun 27 12:27:59.182085 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:59.184042 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92369b56-f9a4-4053-a620-fbda8d380182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:59.190204 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-86fb0a92-38ee-4df9-b9ff-6d944126c076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:59.196958 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '1775535d-1d2b-4a90-b8c8-00f66a7eb6e5', 'network_id': '9f89575f-95b7-4b36-b30e-f4380ef46819', 'port_id': '1775535d-1d2b-4a90-b8c8-00f66a7eb6e5', 'mac_address': 'fa:16:3e:d6:7a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c5081f-248d-45df-bbef-4449973dcb6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:27:59.205983 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92369b56-f9a4-4053-a620-fbda8d380182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d37c52b-ce4e-4dca-bf92-0698dc19da08,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:59.208587 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-92369b56-f9a4-4053-a620-fbda8d380182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:59.280950 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:59.286065 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92369b56-f9a4-4053-a620-fbda8d380182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:59.288521 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-92369b56-f9a4-4053-a620-fbda8d380182 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d37c52b-ce4e-4dca-bf92-0698dc19da08 HTTP/1.1" status: 204 len: 168 time: 0.5784512 Jun 27 12:27:59.319636 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:59.345829 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:27:59.435587 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:59.437571 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:59.452700 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d790bb9-a365-492e-a7c1-3994867c4cba req-28d6a17f-08e2-4f6d-9d2c-45bb2d642265 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c3735be-d2a7-433c-a07c-2f04bf10804d HTTP/1.1" status: 200 len: 217 time: 0.1126659 Jun 27 12:27:59.579635 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d790bb9-a365-492e-a7c1-3994867c4cba req-8cccacbc-4fc1-46af-afb6-d4b97f32d474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:59.588387 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:59.588654 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d790bb9-a365-492e-a7c1-3994867c4cba req-8cccacbc-4fc1-46af-afb6-d4b97f32d474 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 200 len: 859 time: 0.1277359 Jun 27 12:27:59.600247 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.601066 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.601664 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.602065 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.602733 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.603665 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.604425 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.605026 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.605415 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.605806 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.606195 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:59.610218 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:59.644555 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d790bb9-a365-492e-a7c1-3994867c4cba req-34ba14f9-7404-4b5f-9f4a-608974e04d48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4249cacb-6c7f-4d1f-b616-9f59c5a0573e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449536 Jun 27 12:27:59.654981 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d1549-134d-47c9-b798-37f3f1a03bf5 req-2f236451-17ac-4b4b-873f-98005b3aa742 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:59.656936 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-018d1549-134d-47c9-b798-37f3f1a03bf5 req-2f236451-17ac-4b4b-873f-98005b3aa742 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 947 time: 0.2514262 Jun 27 12:27:59.806508 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-018d1549-134d-47c9-b798-37f3f1a03bf5 req-e6d3478e-f956-4b35-a080-0d960ea6c52c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229515 Jun 27 12:27:59.826401 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d790bb9-a365-492e-a7c1-3994867c4cba req-8f9c5a35-d6d5-49f8-a254-0fa043f9cf89 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685228 Jun 27 12:27:59.843333 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e137a9-6022-4a6b-a937-8bbde4db523c req-46bdff28-f1cf-47fd-a95c-e84e3a4b8745 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:59.845077 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e3e137a9-6022-4a6b-a937-8bbde4db523c req-46bdff28-f1cf-47fd-a95c-e84e3a4b8745 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1033404 Jun 27 12:27:59.866921 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['1775535d-1d2b-4a90-b8c8-00f66a7eb6e5'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:27:59.909386 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e3e137a9-6022-4a6b-a937-8bbde4db523c req-8772ef74-9527-43cb-bb81-9079705ac606 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578637 Jun 27 12:28:00.033125 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5d790bb9-a365-492e-a7c1-3994867c4cba req-2555aa9a-ad80-4645-9d91-15c2a6361b92 service neutron] 10.222.0.50 "GET /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987064 Jun 27 12:28:00.256274 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7c7c4-31a0-4c45-9c5c-a0001472d890 req-529eec82-fd86-402a-be20-82c634c989b3 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:00.258634 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f1b7c7c4-31a0-4c45-9c5c-a0001472d890 req-529eec82-fd86-402a-be20-82c634c989b3 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 944 time: 0.1031873 Jun 27 12:28:00.329126 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f1b7c7c4-31a0-4c45-9c5c-a0001472d890 req-cf81a7a4-8b33-403e-9714-1ea78ad9a183 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635314 Jun 27 12:28:00.441134 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 36800) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:00.521540 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.546388 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-e8c46346-a22b-4f85-b783-283dce4ddf22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd84761f6f2f4541b4cb5f8c93e69c6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1039019 Jun 27 12:28:00.548861 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 36808) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:00.639109 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c8ea60b9-c153-4a55-b24d-2cf990dfc629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.667956 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c8ea60b9-c153-4a55-b24d-2cf990dfc629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.795090 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c8ea60b9-c153-4a55-b24d-2cf990dfc629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.801874 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a51317de-1571-40a7-be91-d2fca81250b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:00.818534 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea60b9-c153-4a55-b24d-2cf990dfc629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0389adf9-86fb-4a0c-b3a3-65fe402aa74a,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:00.825161 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c8ea60b9-c153-4a55-b24d-2cf990dfc629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:00.828226 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c8ea60b9-c153-4a55-b24d-2cf990dfc629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.829687 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c8ea60b9-c153-4a55-b24d-2cf990dfc629 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0389adf9-86fb-4a0c-b3a3-65fe402aa74a HTTP/1.1" status: 204 len: 168 time: 0.2792985 Jun 27 12:28:01.191474 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54469486-e584-4128-aa84-5c9452d1c806 req-3b075a98-697a-4b64-bf4a-89eb2fd16773 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:01.200377 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-54469486-e584-4128-aa84-5c9452d1c806 req-3b075a98-697a-4b64-bf4a-89eb2fd16773 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 947 time: 0.1394312 Jun 27 12:28:01.216389 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c7a5-9f0a-4740-a667-ff7ffcfdfb43 req-30262f11-661f-4140-9ad1-235e89a89f78 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:01.218273 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-62e9c7a5-9f0a-4740-a667-ff7ffcfdfb43 req-30262f11-661f-4140-9ad1-235e89a89f78 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1226962 Jun 27 12:28:01.279954 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-54469486-e584-4128-aa84-5c9452d1c806 req-43912637-8fd7-468e-8aec-75f37f09a768 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767047 Jun 27 12:28:01.297853 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-62e9c7a5-9f0a-4740-a667-ff7ffcfdfb43 req-300b6763-8451-42cb-98a7-759ef565ca78 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717261 Jun 27 12:28:01.583487 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb9c06-5ba3-41e9-af19-45ce3e10d3a8 req-2f2e5930-ed99-49dc-8366-006937e4067a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:01.585586 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-37eb9c06-5ba3-41e9-af19-45ce3e10d3a8 req-2f2e5930-ed99-49dc-8366-006937e4067a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 944 time: 0.0977080 Jun 27 12:28:01.648525 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-37eb9c06-5ba3-41e9-af19-45ce3e10d3a8 req-17bf7bf3-9f31-41e0-9262-a7f7c152df2b tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532005 Jun 27 12:28:02.670877 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237292e4-90fc-4cf0-aec2-59159a4f1016 req-4def10e4-245d-4e67-af2f-69401fa0aec8 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:02.677639 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-237292e4-90fc-4cf0-aec2-59159a4f1016 req-4def10e4-245d-4e67-af2f-69401fa0aec8 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1684532 Jun 27 12:28:02.756282 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7d8bd-ece3-4786-b2b9-6e9b1259c15f req-0de552dd-4178-421a-80b1-9bef7ed4c00e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:02.759226 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-68d7d8bd-ece3-4786-b2b9-6e9b1259c15f req-0de552dd-4178-421a-80b1-9bef7ed4c00e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 947 time: 0.1997190 Jun 27 12:28:02.762446 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-237292e4-90fc-4cf0-aec2-59159a4f1016 req-61ade9a8-0f54-416f-9c3c-88ca11bc95fa tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836272 Jun 27 12:28:02.831592 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-68d7d8bd-ece3-4786-b2b9-6e9b1259c15f req-ad2dad00-1f24-4a81-a23c-6b601333bbbc tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647779 Jun 27 12:28:03.007473 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f7176-96e2-404e-bea7-c46833595d81 req-155de7f4-66a7-4c5d-886b-49ecdf2a30ee tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:03.013014 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c81f7176-96e2-404e-bea7-c46833595d81 req-155de7f4-66a7-4c5d-886b-49ecdf2a30ee tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 944 time: 0.1103716 Jun 27 12:28:03.042729 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:28:03.096468 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c81f7176-96e2-404e-bea7-c46833595d81 req-b7321d4e-61bc-432e-84eb-40a0c2782ef6 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755703 Jun 27 12:28:03.361839 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:28:03.367724 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:28:03.368193 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:03.502042 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:03.538705 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1775535d-1d2b-4a90-b8c8-00f66a7eb6e5'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:03.551112 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:03.659980 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:03.679471 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1775535d-1d2b-4a90-b8c8-00f66a7eb6e5', 'code': 200} Jun 27 12:28:03.693574 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:03.866216 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:03.866216 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:04.077509 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9509d-0e92-49c2-9658-c5ce705b40ac req-933c972e-ec60-44d6-a29d-772e4ae53856 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:04.078940 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6cc9509d-0e92-49c2-9658-c5ce705b40ac req-933c972e-ec60-44d6-a29d-772e4ae53856 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 947 time: 0.0892961 Jun 27 12:28:04.126871 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6cc9509d-0e92-49c2-9658-c5ce705b40ac req-f6207ea0-f7a6-4169-9073-c8fc0c17a9a1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Jun 27 12:28:04.358423 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaef60-7120-4c6e-a39e-9f42461fd75c req-304112d6-4879-44bc-9bdf-22be381ddf20 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:04.361485 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9cbaef60-7120-4c6e-a39e-9f42461fd75c req-304112d6-4879-44bc-9bdf-22be381ddf20 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 945 time: 0.0838690 Jun 27 12:28:04.379595 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-08a3a200-5572-49ac-8772-fec3c20bbe8b req-d807e14e-f4d3-4658-94af-394c340a23ae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 1098 time: 0.0889959 Jun 27 12:28:04.423842 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9cbaef60-7120-4c6e-a39e-9f42461fd75c req-bb3cba4c-c6e9-4884-8b41-b0b6806ac072 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429556 Jun 27 12:28:04.433112 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-08a3a200-5572-49ac-8772-fec3c20bbe8b req-f48adc83-05e1-453b-9f0e-42e5c41a7574 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469816 Jun 27 12:28:05.683145 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb821-a03f-4372-8483-ef2c50d6c8e7 req-5f03d99f-b945-43f1-8b0e-fb3966abc48a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:05.685063 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-badfb821-a03f-4372-8483-ef2c50d6c8e7 req-5f03d99f-b945-43f1-8b0e-fb3966abc48a tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 945 time: 0.1103599 Jun 27 12:28:05.739829 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-badfb821-a03f-4372-8483-ef2c50d6c8e7 req-3bcc9227-fbda-447a-ad66-d50e3be94826 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485611 Jun 27 12:28:06.994850 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072011cd-d4fb-453e-be6e-6744d4f66668 req-a81ce858-8638-4416-bee6-4b02db2f93f1 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:06.996556 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-072011cd-d4fb-453e-be6e-6744d4f66668 req-a81ce858-8638-4416-bee6-4b02db2f93f1 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 945 time: 0.1185260 Jun 27 12:28:07.059943 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-072011cd-d4fb-453e-be6e-6744d4f66668 req-fce7e7b6-1cc8-42ab-bc9c-c36943b71b32 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Jun 27 12:28:10.043376 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714771a-4f34-4b39-83d5-614f2eac57b5 req-ebc89910-6bc1-4c75-9a9c-377a296d9671 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:10.052895 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a714771a-4f34-4b39-83d5-614f2eac57b5 req-ebc89910-6bc1-4c75-9a9c-377a296d9671 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0995822 Jun 27 12:28:10.105306 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a714771a-4f34-4b39-83d5-614f2eac57b5 req-25de85ec-0174-46e1-917a-aff2d0025d9d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510614 Jun 27 12:28:11.339806 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d08141-b4b1-4a68-a434-020ecf1848b8 req-bda4b42e-8f4a-46eb-b459-5c770aa15235 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:11.343021 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c6d08141-b4b1-4a68-a434-020ecf1848b8 req-bda4b42e-8f4a-46eb-b459-5c770aa15235 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1124451 Jun 27 12:28:11.464850 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c6d08141-b4b1-4a68-a434-020ecf1848b8 req-6bef6747-7f4a-4f40-94c2-49d2f5e11926 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151175 Jun 27 12:28:12.241298 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37038) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:12.404772 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:12.440518 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:12.444328 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f266f12c7d46febebde0acc0a2f98b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:12.447888 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:12.453733 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:12.520858 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:12.651534 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:12.665521 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-84d60b8e-fb0d-4422-a28f-fac48ca49d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:12.740539 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9f266f12c7d46febebde0acc0a2f98b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4909146 Jun 27 12:28:12.740539 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe20895-6484-40be-9bff-b765bc4eaf82,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:12.740539 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37048) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:12.773717 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.775029 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.775462 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.775818 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.776174 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.776751 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.777115 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.777461 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.778068 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.778408 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.778989 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:12.784854 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:12.886972 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd53086-b2da-4924-a0e1-aae5f7313a34 req-54622a44-a9db-436a-a9c3-6afc8bde21e0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:12.886972 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8bd53086-b2da-4924-a0e1-aae5f7313a34 req-54622a44-a9db-436a-a9c3-6afc8bde21e0 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.2410431 Jun 27 12:28:12.897112 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-495cab80-175a-4f07-927b-29d35bd385da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:12.935314 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-495cab80-175a-4f07-927b-29d35bd385da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:12.942974 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8bd53086-b2da-4924-a0e1-aae5f7313a34 req-4d1004fa-fb47-486a-acd0-8f39f5bb1edf tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737364 Jun 27 12:28:13.098087 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-495cab80-175a-4f07-927b-29d35bd385da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:13.101826 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c115bf70-a899-4ba0-a2d9-d39f949ec7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:13.118964 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cab80-175a-4f07-927b-29d35bd385da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe20895-6484-40be-9bff-b765bc4eaf82,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:13.123370 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-495cab80-175a-4f07-927b-29d35bd385da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:13.124648 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-495cab80-175a-4f07-927b-29d35bd385da admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:13.128299 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-495cab80-175a-4f07-927b-29d35bd385da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fe20895-6484-40be-9bff-b765bc4eaf82 HTTP/1.1" status: 204 len: 168 time: 0.3873692 Jun 27 12:28:13.924626 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-6583b43e-ca0b-4460-9c8a-12ac9ff88447 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:13.926510 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-6583b43e-ca0b-4460-9c8a-12ac9ff88447 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.0979383 Jun 27 12:28:14.024568 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Deleting port 6c3735be-d2a7-433c-a07c-2f04bf10804d {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:14.025200 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:14.361898 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504956d8-6607-4c16-ae46-78caaf9f0f4e req-3dad0b22-987c-4da5-8581-c454ab10b5b1 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:14.371355 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-504956d8-6607-4c16-ae46-78caaf9f0f4e req-3dad0b22-987c-4da5-8581-c454ab10b5b1 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 946 time: 0.1090672 Jun 27 12:28:14.431754 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-504956d8-6607-4c16-ae46-78caaf9f0f4e req-472db43e-d649-436c-b311-4b3e965318af tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590475 Jun 27 12:28:14.515971 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] For port 6c3735be-d2a7-433c-a07c-2f04bf10804d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6c3735be-d2a7-433c-a07c-2f04bf10804d,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:14.516372 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:14.693414 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Calling delete_port for 6c3735be-d2a7-433c-a07c-2f04bf10804d owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:15.056062 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda73df-0010-4580-aaef-caa253b5b009 req-16f27da9-2123-43a3-aa8c-f0a9fc0da85e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:15.058452 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-beda73df-0010-4580-aaef-caa253b5b009 req-16f27da9-2123-43a3-aa8c-f0a9fc0da85e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0967336 Jun 27 12:28:15.117849 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:15.125874 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-beda73df-0010-4580-aaef-caa253b5b009 req-348b0100-5a3e-459d-b49c-f7f5e03c806e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611141 Jun 27 12:28:15.136113 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:15.178415 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['68d8f1b6-a10f-4850-b67b-4e637f95ee69', '6c3735be-d2a7-433c-a07c-2f04bf10804d'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:28:15.202383 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Pushing event deleted for resources: {'Port': ['ID=6c3735be-d2a7-433c-a07c-2f04bf10804d,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:15.265918 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:15.328300 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] No DVR routers for this DVR port 6c3735be-d2a7-433c-a07c-2f04bf10804d on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:28:15.333187 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:15.336115 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6a4178-5282-4073-8a6b-43fc4b451333', 'name': 'network-vif-deleted', 'tag': '6c3735be-d2a7-433c-a07c-2f04bf10804d'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:15.407899 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a4178-5282-4073-8a6b-43fc4b451333', 'name': 'network-vif-deleted', 'tag': '6c3735be-d2a7-433c-a07c-2f04bf10804d', 'status': 'completed', 'code': 200} Jun 27 12:28:15.427448 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8aed17f1-1de2-480d-8457-ebf7baf6e785 req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.50 "DELETE /v2.0/ports/6c3735be-d2a7-433c-a07c-2f04bf10804d HTTP/1.1" status: 204 len: 173 time: 1.4949975 Jun 27 12:28:15.611105 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-a6cae30d-015a-42cd-b8cb-92cdd66fa981 req-5846e12e-366c-4f00-9ff5-480cedde0b7b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Synchronizing usage tracker for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:28:15.719750 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-a6cae30d-015a-42cd-b8cb-92cdd66fa981 req-5846e12e-366c-4f00-9ff5-480cedde0b7b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Unset dirty status for tenant:09b76f9900e54c2a91ea7191b459f624 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:28:15.721426 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a6cae30d-015a-42cd-b8cb-92cdd66fa981 req-5846e12e-366c-4f00-9ff5-480cedde0b7b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 210 time: 0.1517878 Jun 27 12:28:16.417229 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3342bc-66c8-43d2-a3d8-cee7247670f5 req-2ed0798d-15b3-4b0e-99e9-62287c5860a8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:16.418782 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0d3342bc-66c8-43d2-a3d8-cee7247670f5 req-2ed0798d-15b3-4b0e-99e9-62287c5860a8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1191511 Jun 27 12:28:16.482785 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0d3342bc-66c8-43d2-a3d8-cee7247670f5 req-1bb44a65-572b-408a-9191-b69e0efacb78 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571916 Jun 27 12:28:16.986290 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4a01109b-b677-4554-9c4d-84b3e4eefe68 req-5ac5ca35-fc94-43b1-a377-2f8590fd15c6 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6a4178-5282-4073-8a6b-43fc4b451333 HTTP/1.1" status: 200 len: 210 time: 0.0422442 Jun 27 12:28:17.129156 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 6c3735be-d2a7-433c-a07c-2f04bf10804d no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:17.162794 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 6c3735be-d2a7-433c-a07c-2f04bf10804d {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:28:17.163146 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 6c3735be-d2a7-433c-a07c-2f04bf10804d not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:17.743223 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e82499-ece2-444f-aed5-c59bfff8947b req-7fd99de5-d31e-4ee0-80a4-bc78324434b9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:17.745185 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d8e82499-ece2-444f-aed5-c59bfff8947b req-7fd99de5-d31e-4ee0-80a4-bc78324434b9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1041713 Jun 27 12:28:17.813074 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d8e82499-ece2-444f-aed5-c59bfff8947b req-335c8118-b9f9-46d1-a6fe-73abf07e6473 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616951 Jun 27 12:28:18.882172 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619775a-16b4-4597-a3b8-5f66852f5a33 req-fc82f0dc-ed24-4e07-8cb6-76d519b973fd tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:18.883660 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5619775a-16b4-4597-a3b8-5f66852f5a33 req-fc82f0dc-ed24-4e07-8cb6-76d519b973fd tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0797937 Jun 27 12:28:18.930898 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5619775a-16b4-4597-a3b8-5f66852f5a33 req-67be79c5-94e5-468d-9a2a-1cb65421b96e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Jun 27 12:28:19.046477 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c01f3c-6273-4558-acc8-a38575b4ba5f req-951815e3-15d9-4647-bd38-8859227d1697 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:19.047908 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-40c01f3c-6273-4558-acc8-a38575b4ba5f req-951815e3-15d9-4647-bd38-8859227d1697 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0889456 Jun 27 12:28:19.092633 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-40c01f3c-6273-4558-acc8-a38575b4ba5f req-0babe247-119e-474a-b26f-d3e8a5504f97 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390983 Jun 27 12:28:19.706590 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86624b-e1f2-40c8-8698-d8f73efc0c65 req-c176dcd3-a1af-47eb-bc5a-f28aa5f474d6 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:19.708155 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-dc86624b-e1f2-40c8-8698-d8f73efc0c65 req-c176dcd3-a1af-47eb-bc5a-f28aa5f474d6 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 945 time: 0.0825691 Jun 27 12:28:19.756151 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-dc86624b-e1f2-40c8-8698-d8f73efc0c65 req-60a39620-b1c4-4854-8d47-bfc75bdff167 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Jun 27 12:28:20.132194 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a9383-7ced-4afa-b77b-878397d75ca0 req-c2efa694-3a4f-4c45-b953-b8f18c0820b4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:20.134501 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c28a9383-7ced-4afa-b77b-878397d75ca0 req-c2efa694-3a4f-4c45-b953-b8f18c0820b4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0747511 Jun 27 12:28:20.180722 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c28a9383-7ced-4afa-b77b-878397d75ca0 req-f7d6e6b4-f4f8-4bd1-bd53-09a786efb43d tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Jun 27 12:28:20.296085 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113870dc-2819-4d9e-89a8-398a5d26b83b req-49a27c47-62c4-4920-889e-1ff9cf038790 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:20.297536 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-113870dc-2819-4d9e-89a8-398a5d26b83b req-49a27c47-62c4-4920-889e-1ff9cf038790 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0782249 Jun 27 12:28:20.344183 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-113870dc-2819-4d9e-89a8-398a5d26b83b req-c220c54e-dab6-44ba-8353-aed50ac34452 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400145 Jun 27 12:28:20.956821 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3e120-5d46-472e-8506-c5761754ef83 req-d5f0b9b8-9dee-4310-b932-a034db87c1ae tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:20.957960 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-feb3e120-5d46-472e-8506-c5761754ef83 req-d5f0b9b8-9dee-4310-b932-a034db87c1ae tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 945 time: 0.0778716 Jun 27 12:28:21.004532 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-feb3e120-5d46-472e-8506-c5761754ef83 req-f1cc1163-81f4-4152-9ea6-e6994c5dce23 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Jun 27 12:28:21.333543 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37254) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:21.390553 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63741ee-e806-4b7c-a338-af43babeed4b req-8133082d-ca3b-41bb-bae8-b0ccd8ccf87b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:21.392252 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b63741ee-e806-4b7c-a338-af43babeed4b req-8133082d-ca3b-41bb-bae8-b0ccd8ccf87b tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0810671 Jun 27 12:28:21.441938 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b63741ee-e806-4b7c-a338-af43babeed4b req-3b3a8f5c-7558-450e-af07-5aeddaa3a532 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Jun 27 12:28:21.514944 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:21.637108 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:21.643718 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] Usage tracker for resource:security_group_rule and tenant:40c71b50e4fb4ce08c7920ca01bccc90 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:21.647181 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:21.654458 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:21.662933 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735f673-15cf-4eab-85ac-be932b4fc44b req-9ecbdfd2-aa20-423f-9a57-13c3c215532f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:21.668185 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a735f673-15cf-4eab-85ac-be932b4fc44b req-9ecbdfd2-aa20-423f-9a57-13c3c215532f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1855371 Jun 27 12:28:21.726793 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a735f673-15cf-4eab-85ac-be932b4fc44b req-6bb10872-d6c5-4659-872b-0afbfcac7b88 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555127 Jun 27 12:28:21.762005 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:21.840738 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:21.847611 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:21.886766 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d78c1db-6d88-4887-b3ff-5760c21f5a37,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:21.890762 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40c71b50e4fb4ce08c7920ca01bccc90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5561712 Jun 27 12:28:21.891865 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:21.893477 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37264) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:22.010453 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4e604c6b-40b7-4ae6-b417-524d550d1baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:22.031407 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-81f4f6e9-fa64-42a0-bea3-2e816843ae59 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:22.032841 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-81f4f6e9-fa64-42a0-bea3-2e816843ae59 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 945 time: 0.1275673 Jun 27 12:28:22.078154 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4e604c6b-40b7-4ae6-b417-524d550d1baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:22.144801 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Deleting port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:22.145134 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:22.326395 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4e604c6b-40b7-4ae6-b417-524d550d1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:22.335243 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fc8bbaa6-a348-4be0-8ccb-366f51bd89fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:22.341162 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529e245-fa77-4532-ad63-3d3f398e0032 req-e4e0834c-da77-4561-a48c-1ea40ab6f6ba tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:22.342597 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6529e245-fa77-4532-ad63-3d3f398e0032 req-e4e0834c-da77-4561-a48c-1ea40ab6f6ba tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 945 time: 0.0756342 Jun 27 12:28:22.354075 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e604c6b-40b7-4ae6-b417-524d550d1baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d78c1db-6d88-4887-b3ff-5760c21f5a37,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:22.356331 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-4e604c6b-40b7-4ae6-b417-524d550d1baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:22.369102 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4e604c6b-40b7-4ae6-b417-524d550d1baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:22.373035 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-4e604c6b-40b7-4ae6-b417-524d550d1baf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d78c1db-6d88-4887-b3ff-5760c21f5a37 HTTP/1.1" status: 204 len: 168 time: 0.4758501 Jun 27 12:28:22.406178 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6529e245-fa77-4532-ad63-3d3f398e0032 req-b071a19f-8434-42d1-b7a8-e9f03e9a71b0 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576646 Jun 27 12:28:22.420585 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] For port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:22.421009 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:22.541225 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Calling delete_port for 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:22.707934 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37278) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:22.727904 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436226d-2551-4354-8b50-f5f17aac02c9 req-0c87469b-24d5-421d-94d0-107b505ed1c4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:22.729447 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f436226d-2551-4354-8b50-f5f17aac02c9 req-0c87469b-24d5-421d-94d0-107b505ed1c4 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1610003 Jun 27 12:28:22.773530 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_v2 [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Deleting subnet b2312f7b-d2a4-4f42-a602-1e70b5ca6626 {{(pid=75088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:28:22.778022 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:22.788117 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f436226d-2551-4354-8b50-f5f17aac02c9 req-970b1568-0f8d-4d1a-beb2-e36409ef5505 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495548 Jun 27 12:28:22.831321 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585209'] for subnet, precommit_delete_associations {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:22.857803 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:22.864097 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:22.896257 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b8c41c2a-1c52-4fe2-ba77-6193e289794a', '9d730f93-6355-4bf0-9e7a-a6b943f511f0', '6c62c00c-99a5-43dd-b746-0d3138f64525', '1775535d-1d2b-4a90-b8c8-00f66a7eb6e5'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:28:22.910702 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Pushing event deleted for resources: {'Port': ['ID=1775535d-1d2b-4a90-b8c8-00f66a7eb6e5,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:22.913600 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:22.994016 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] No DVR routers for this DVR port 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:28:22.996470 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.005933 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab', 'name': 'network-vif-deleted', 'tag': '1775535d-1d2b-4a90-b8c8-00f66a7eb6e5'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:23.017766 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.063447 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6e144-7561-4bd7-a1b1-e7154e5c5661 req-5cfaed9e-a34d-4033-86b5-0f00419131df tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:23.063710 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab', 'name': 'network-vif-deleted', 'tag': '1775535d-1d2b-4a90-b8c8-00f66a7eb6e5', 'status': 'completed', 'code': 200} Jun 27 12:28:23.065148 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-aba6e144-7561-4bd7-a1b1-e7154e5c5661 req-5cfaed9e-a34d-4033-86b5-0f00419131df tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.2081118 Jun 27 12:28:23.124611 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-aba6e144-7561-4bd7-a1b1-e7154e5c5661 req-98692526-f9cd-454a-8e75-fb146702c8a6 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527856 Jun 27 12:28:23.138464 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6f89e87b-20b2-4a96-ac6e-f3bc49ee8ed4 req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "DELETE /v2.0/ports/1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 HTTP/1.1" status: 204 len: 173 time: 1.0984931 Jun 27 12:28:23.249246 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37286) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:23.267130 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ef9640f4-c7af-423c-8610-010e99b25f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.303401 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1640874'] for subnet, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.311204 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-56a7eadc-e175-410d-bea3-8aef24f65d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:23.346266 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2312f7b-d2a4-4f42-a602-1e70b5ca6626,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:23.349110 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-ef9640f4-c7af-423c-8610-010e99b25f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:23.356261 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-ef9640f4-c7af-423c-8610-010e99b25f57 admin admin] Usage tracker for resource:security_group_rule and tenant:4753ec64f5264267aa8e50f5f5fa2919 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:23.363732 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-ef9640f4-c7af-423c-8610-010e99b25f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:23.367046 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.372354 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.372746 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.373102 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.373451 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.373799 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.374143 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.374486 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.374881 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.375163 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.375503 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.375837 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:23.379426 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-ef9640f4-c7af-423c-8610-010e99b25f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:23.381502 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:23.388683 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-5983bf95-ab83-4bee-9a1f-0abffc684a1d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b2312f7b-d2a4-4f42-a602-1e70b5ca6626 HTTP/1.1" status: 204 len: 168 time: 0.6794956 Jun 27 12:28:23.391379 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37290) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:23.450481 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ef9640f4-c7af-423c-8610-010e99b25f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.510976 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.542461 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ef9640f4-c7af-423c-8610-010e99b25f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.553971 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ab17922a-073d-439d-b228-ce1026757c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:23.595389 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9640f4-c7af-423c-8610-010e99b25f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279e044f-ed65-4071-bf7e-4c51f161d3d2,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:23.603015 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-ef9640f4-c7af-423c-8610-010e99b25f57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4753ec64f5264267aa8e50f5f5fa2919&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3498371 Jun 27 12:28:23.603015 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ef9640f4-c7af-423c-8610-010e99b25f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:23.603330 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37296) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:23.663343 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dbc0-04dc-46f5-918a-c7282e28be81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.665573 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-e8706968-2fde-4b6c-9f2a-dbc450c12e23 req-ff5e2b4d-ce54-4495-8b77-eee6645577e4 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Synchronizing usage tracker for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:28:23.687060 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.697639 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dbc0-04dc-46f5-918a-c7282e28be81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.704645 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b92714e-eb01-42eb-b70c-c54957b23ca3']}} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:23.717370 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e27338-5c35-481d-8c5a-b193cc1ba1c3') {'for_net_delete': True} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:23.717657 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e27338-5c35-481d-8c5a-b193cc1ba1c3') {} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:23.729469 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-943562'] for segment, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.744808 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.751300 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=75089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:28:23.751692 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943263'] for segment, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: Traceback (most recent call last): Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: timer() Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: cb(*args, **kw) Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: return func(*args, **kwargs) Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: self._notify() Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: self.callback(batched_events) Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: event.method(event) Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: return f(self, *a, **k) Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: return self._get(url).json() Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: return self.request(url, 'GET', **kwargs) Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:28:23.765013 dv-cinder-798098-1-smb neutron-server[75089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:28:23.813481 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-e8706968-2fde-4b6c-9f2a-dbc450c12e23 req-ff5e2b4d-ce54-4495-8b77-eee6645577e4 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Unset dirty status for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:28:23.814610 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e8706968-2fde-4b6c-9f2a-dbc450c12e23 req-ff5e2b4d-ce54-4495-8b77-eee6645577e4 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb159d72-26c1-4fbf-b5d3-f24f6f3d87ab HTTP/1.1" status: 200 len: 210 time: 0.2605889 Jun 27 12:28:23.843522 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dbc0-04dc-46f5-918a-c7282e28be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.846512 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5cb4bdd1-8459-4122-97a1-d9fda7eb995a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:23.857753 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1dbc0-04dc-46f5-918a-c7282e28be81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279e044f-ed65-4071-bf7e-4c51f161d3d2,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:23.861354 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-cbd1dbc0-04dc-46f5-918a-c7282e28be81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:23.864457 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dbc0-04dc-46f5-918a-c7282e28be81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.865583 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-cbd1dbc0-04dc-46f5-918a-c7282e28be81 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/279e044f-ed65-4071-bf7e-4c51f161d3d2 HTTP/1.1" status: 204 len: 168 time: 0.2613082 Jun 27 12:28:23.919982 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:23.924020 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:23.999687 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:24.007150 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7fb8d-4b15-4b50-ba59-351da43b815d req-8b9fe487-1a2a-4544-b3eb-3d14a99a0d64 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:24.008090 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b92714e-eb01-42eb-b70c-c54957b23ca3,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:24.012033 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:24.015428 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-12c7fb8d-4b15-4b50-ba59-351da43b815d req-8b9fe487-1a2a-4544-b3eb-3d14a99a0d64 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0958858 Jun 27 12:28:24.056515 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-12c7fb8d-4b15-4b50-ba59-351da43b815d req-c667f50d-1328-4b57-a3d1-1d8a821c2b65 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Jun 27 12:28:24.125375 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-2a1222e5-e2cd-4514-a671-14ea8a76b974 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7b92714e-eb01-42eb-b70c-c54957b23ca3 HTTP/1.1" status: 204 len: 168 time: 0.7324734 Jun 27 12:28:24.324796 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef77e05-c1be-497d-9d6c-e6193c305e23 req-b4117e7b-e369-4378-a69a-c0d81fa393f2 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:24.326204 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cef77e05-c1be-497d-9d6c-e6193c305e23 req-b4117e7b-e369-4378-a69a-c0d81fa393f2 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0746429 Jun 27 12:28:24.371548 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cef77e05-c1be-497d-9d6c-e6193c305e23 req-7f66f2d4-61d3-4d1a-988e-0399f93f2f09 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398335 Jun 27 12:28:24.576490 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37316) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:24.629756 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a46d7c8b-563f-4b46-bf4f-498d38a218ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=942118f9e7f540498f915bb44f9fb2ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519900 Jun 27 12:28:24.632198 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37320) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:24.699780 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f76ac8d1-2e29-4806-859c-7b6d1dc0b790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:24.725533 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f76ac8d1-2e29-4806-859c-7b6d1dc0b790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:24.886518 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f76ac8d1-2e29-4806-859c-7b6d1dc0b790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:24.891913 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8f276a01-26e9-4098-838b-79361a194995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:24.905203 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ac8d1-2e29-4806-859c-7b6d1dc0b790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0996010b-df1b-47a6-aad4-837116ffa170,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:24.907478 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f76ac8d1-2e29-4806-859c-7b6d1dc0b790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:24.976365 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f76ac8d1-2e29-4806-859c-7b6d1dc0b790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:24.978579 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-f76ac8d1-2e29-4806-859c-7b6d1dc0b790 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0996010b-df1b-47a6-aad4-837116ffa170 HTTP/1.1" status: 204 len: 168 time: 0.3445201 Jun 27 12:28:25.155656 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:25.186636 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:28:25.186986 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 1775535d-1d2b-4a90-b8c8-00f66a7eb6e5 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:25.257634 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18668f-d467-46a2-8726-ac82c6d9d9a1 req-af3fe2c3-2d9b-49f4-9cce-bb81ff15ca98 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:25.259617 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2e18668f-d467-46a2-8726-ac82c6d9d9a1 req-af3fe2c3-2d9b-49f4-9cce-bb81ff15ca98 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0788786 Jun 27 12:28:25.318746 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2e18668f-d467-46a2-8726-ac82c6d9d9a1 req-cc142b45-5aa3-4e4d-bf60-50c21e6d4d35 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/security-groups?id=f429c2d0-2bc2-4494-9e84-5971ec95e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531712 Jun 27 12:28:25.593022 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47866a9-1dca-4633-8fee-eb87cf2cc365 req-61b8460f-ac94-430d-9199-c3d6e411591d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:25.594458 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a47866a9-1dca-4633-8fee-eb87cf2cc365 req-61b8460f-ac94-430d-9199-c3d6e411591d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0871229 Jun 27 12:28:25.656405 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a47866a9-1dca-4633-8fee-eb87cf2cc365 req-df50f14a-746f-4f6e-8c4d-a6f1cb48a9e9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563302 Jun 27 12:28:25.706724 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-26b2c34c-6d83-44f5-9d52-4396fe1f7064 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:25.708216 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-26b2c34c-6d83-44f5-9d52-4396fe1f7064 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0803540 Jun 27 12:28:25.782468 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Deleting port 68d8f1b6-a10f-4850-b67b-4e637f95ee69 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:25.782679 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:25.915784 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c282f3f8-c0ff-481b-af55-7f83a52f934f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:26.039583 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] For port 68d8f1b6-a10f-4850-b67b-4e637f95ee69, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=68d8f1b6-a10f-4850-b67b-4e637f95ee69,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:26.039583 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:26.158821 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Calling delete_port for 68d8f1b6-a10f-4850-b67b-4e637f95ee69 owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:26.393439 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:26.439634 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:26.450486 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-861afb8f-8475-432f-a430-f39e29b25367 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:26.478360 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['68d8f1b6-a10f-4850-b67b-4e637f95ee69'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:28:26.536361 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b1fede3d-7e5a-4e6d-b87b-cb514a9b68f6 req-bb7d5785-4ab4-4893-9361-be51029cf807 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0869298 Jun 27 12:28:26.547202 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Pushing event deleted for resources: {'Port': ['ID=68d8f1b6-a10f-4850-b67b-4e637f95ee69,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:26.549849 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:26.631081 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] No DVR routers for this DVR port 68d8f1b6-a10f-4850-b67b-4e637f95ee69 on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:28:26.636859 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:26.639469 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa41401-fa78-4559-b6f4-63cce74f2ac6', 'name': 'network-vif-deleted', 'tag': '68d8f1b6-a10f-4850-b67b-4e637f95ee69'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:26.710635 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-23f839f0-0fad-4a9f-8188-31b469fba04c req-7b33608d-c81d-456f-a3a8-a5de4d0baada tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.50 "DELETE /v2.0/ports/68d8f1b6-a10f-4850-b67b-4e637f95ee69 HTTP/1.1" status: 204 len: 173 time: 0.9968448 Jun 27 12:28:26.712693 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa41401-fa78-4559-b6f4-63cce74f2ac6', 'name': 'network-vif-deleted', 'tag': '68d8f1b6-a10f-4850-b67b-4e637f95ee69', 'status': 'completed', 'code': 200} Jun 27 12:28:26.903779 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3b1b5-8182-493f-8981-dac0dfe8c78c req-7d469faa-ea79-4663-b906-34ec995f3dae tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:26.905059 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-62f3b1b5-8182-493f-8981-dac0dfe8c78c req-7d469faa-ea79-4663-b906-34ec995f3dae tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0835636 Jun 27 12:28:27.009963 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-62f3b1b5-8182-493f-8981-dac0dfe8c78c req-7b0d85b2-c1e0-43f2-8be6-7947e2b6240d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908835 Jun 27 12:28:27.271341 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950255ad-5c83-490c-b89c-7b1b09215c7a req-9f9642cb-3827-45e6-9c6f-a679a2b5317c tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:27.277085 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-950255ad-5c83-490c-b89c-7b1b09215c7a req-9f9642cb-3827-45e6-9c6f-a679a2b5317c tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 946 time: 0.0850985 Jun 27 12:28:27.318946 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-950255ad-5c83-490c-b89c-7b1b09215c7a req-0cbd542f-02fb-4ba7-a367-ccf950f8c3fb tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389848 Jun 27 12:28:27.624514 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:27.735763 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3de98435-cc2b-4556-ae6a-759379fceaa7 req-9af53b39-c0c4-46c2-b566-9de2571120a2 tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fa41401-fa78-4559-b6f4-63cce74f2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0410833 Jun 27 12:28:27.983633 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1ce09c7a-90d5-4180-8728-c739d80d30cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:28.204830 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f441a-107e-4528-83b3-093b5d6b8248 req-9ee49757-2a07-4083-a43a-48570b4363d3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:28.206236 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5f2f441a-107e-4528-83b3-093b5d6b8248 req-9ee49757-2a07-4083-a43a-48570b4363d3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0751920 Jun 27 12:28:28.252382 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5f2f441a-107e-4528-83b3-093b5d6b8248 req-5d4f7963-5559-4c98-b6e0-4e5a0902e888 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398612 Jun 27 12:28:28.528776 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d14b0-872d-4ad9-b2ef-4b77a62dc3f4 req-194e67e4-679c-4b6f-aacd-ab23278e3937 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:28.530176 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8a3d14b0-872d-4ad9-b2ef-4b77a62dc3f4 req-194e67e4-679c-4b6f-aacd-ab23278e3937 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 946 time: 0.0874727 Jun 27 12:28:28.581960 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8a3d14b0-872d-4ad9-b2ef-4b77a62dc3f4 req-a3c1baf4-39de-4095-8c2b-13debece1cd2 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 Jun 27 12:28:28.764180 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-68068c69-7078-4289-8e68-37bf1584a6a1 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=968e654815f2464d83d37b0327bf712e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380716 Jun 27 12:28:28.853780 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37438) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:29.067684 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.096738 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-fe46ff99-7b40-42ae-99d4-46f7509fe42e tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:29.098130 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-fe46ff99-7b40-42ae-99d4-46f7509fe42e tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285627 Jun 27 12:28:29.134493 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-ccd2dc05-534b-4333-8f5a-82ec85e387c4 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/quotas/968e654815f2464d83d37b0327bf712e HTTP/1.1" status: 200 len: 375 time: 0.0298274 Jun 27 12:28:29.175645 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 68d8f1b6-a10f-4850-b67b-4e637f95ee69 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:29.209507 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 68d8f1b6-a10f-4850-b67b-4e637f95ee69 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:28:29.209851 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 68d8f1b6-a10f-4850-b67b-4e637f95ee69 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:29.239295 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-adc5f9ab-4722-4670-ae80-d5f1ed8082d4 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=968e654815f2464d83d37b0327bf712e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970938 Jun 27 12:28:29.252044 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7a235b6b-55f3-4d83-86a8-4fd705185239 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:29.253626 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7a235b6b-55f3-4d83-86a8-4fd705185239 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 946 time: 0.2246101 Jun 27 12:28:29.341657 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Deleting port 6c62c00c-99a5-43dd-b746-0d3138f64525 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:29.341990 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.469178 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d130c2-6f27-4b5a-9d1d-7c17625febac req-2ab7d2ce-93f3-42d5-be97-a2c360f4828a tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:29.470803 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-72d130c2-6f27-4b5a-9d1d-7c17625febac req-2ab7d2ce-93f3-42d5-be97-a2c360f4828a tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0905428 Jun 27 12:28:29.517378 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-72d130c2-6f27-4b5a-9d1d-7c17625febac req-6729a3ad-afd1-4a26-a21d-6385e683a179 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411804 Jun 27 12:28:29.553410 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-37fb71ba-10fe-4f11-9a77-c213cfb4d8f6 req-e2bca4f9-2bce-48c1-88a8-164e6680640d tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 210 time: 0.0539391 Jun 27 12:28:29.722234 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] For port 6c62c00c-99a5-43dd-b746-0d3138f64525, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6c62c00c-99a5-43dd-b746-0d3138f64525,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:29.722633 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.786189 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509efb6-8b20-433d-8a87-608b58e2cddb req-0213e23d-4fb1-41b1-8d51-07615dc818df tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:29.787652 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-5509efb6-8b20-433d-8a87-608b58e2cddb req-0213e23d-4fb1-41b1-8d51-07615dc818df tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 946 time: 0.0839798 Jun 27 12:28:29.834143 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-5509efb6-8b20-433d-8a87-608b58e2cddb req-c2c8a264-5d42-4403-8322-2da2f7110890 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400298 Jun 27 12:28:29.891768 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Calling delete_port for 6c62c00c-99a5-43dd-b746-0d3138f64525 owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:30.024437 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690586'] for router_interface, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.260030 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.268869 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:30.300134 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b8c41c2a-1c52-4fe2-ba77-6193e289794a', '9d730f93-6355-4bf0-9e7a-a6b943f511f0', '6c62c00c-99a5-43dd-b746-0d3138f64525'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:28:30.579376 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Pushing event deleted for resources: {'Port': ['ID=6c62c00c-99a5-43dd-b746-0d3138f64525,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:30.579376 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:30.579376 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] No DVR routers for this DVR port 6c62c00c-99a5-43dd-b746-0d3138f64525 on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:28:30.579376 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.579376 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e55df1-f39c-4d81-b84d-3301f5ed0854', 'name': 'network-vif-deleted', 'tag': '6c62c00c-99a5-43dd-b746-0d3138f64525'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:30.676403 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e55df1-f39c-4d81-b84d-3301f5ed0854', 'name': 'network-vif-deleted', 'tag': '6c62c00c-99a5-43dd-b746-0d3138f64525', 'status': 'completed', 'code': 200} Jun 27 12:28:30.772098 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-40df0088-d78a-48ff-b2dd-918433c45a7b req-2c2f31f9-c048-483f-a719-e06848fb80c8 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 210 time: 0.0468078 Jun 27 12:28:30.804102 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.813794 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1e457ffe-72e0-41f6-a121-ef2c534e5cf4 req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "DELETE /v2.0/ports/6c62c00c-99a5-43dd-b746-0d3138f64525 HTTP/1.1" status: 204 len: 173 time: 1.5477321 Jun 27 12:28:30.845597 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad88c5-0d62-498e-9047-98fa03623df4 req-d789182f-d3c5-4cdd-834b-4babb1610d71 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:30.847127 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-17ad88c5-0d62-498e-9047-98fa03623df4 req-d789182f-d3c5-4cdd-834b-4babb1610d71 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1208270 Jun 27 12:28:30.943246 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-17ad88c5-0d62-498e-9047-98fa03623df4 req-ea3aac89-0612-4bbf-96b8-f6426bfe61e4 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641150 Jun 27 12:28:31.017391 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Deleting port 265f76ed-b6ec-455b-89b1-55ed24c0d372 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:31.017726 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.061270 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bc900800-9b6d-41b3-93c9-fda6ca40f0d4 req-7c1fec78-91c2-4c40-b031-c0e258762f23 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 210 time: 0.0788069 Jun 27 12:28:31.201364 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] For port 265f76ed-b6ec-455b-89b1-55ed24c0d372, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=265f76ed-b6ec-455b-89b1-55ed24c0d372,segment=NetworkSegment(a6a69284-a6be-405b-8a28-262c62fccc7d),segment_id=a6a69284-a6be-405b-8a28-262c62fccc7d)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:31.201725 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.319327 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Calling delete_port for 265f76ed-b6ec-455b-89b1-55ed24c0d372 owned by network:router_interface {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:31.691889 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.696835 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3a447c5c-feb9-41b0-9fbe-67f20cd461aa tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:31.736175 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Pushing event deleted for resources: {'Port': ['ID=265f76ed-b6ec-455b-89b1-55ed24c0d372,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:31.740114 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:32.024377 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-84d859e3-8360-4bfb-bb62-6cc263f7a5be req-170aa4c5-0ee8-42a2-bd0b-66b5893ab2be tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 210 time: 0.1195481 Jun 27 12:28:32.060100 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:28:32.142285 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86084b88-b76e-4a7b-af00-9629a353e473 req-20861c3b-81e1-4784-a463-0ad45b5b8305 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:32.144380 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-86084b88-b76e-4a7b-af00-9629a353e473 req-20861c3b-81e1-4784-a463-0ad45b5b8305 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0791712 Jun 27 12:28:32.150902 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692388'] for router_interface, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.192046 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-86084b88-b76e-4a7b-af00-9629a353e473 req-d067a5b4-2407-426a-babd-b1da6ab00fc5 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417533 Jun 27 12:28:32.277048 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-621dc6c7-d966-42b0-92de-2d48c9cc04bf req-387358ac-78bf-406e-b75d-a85c0d9fea51 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Synchronizing usage tracker for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:28:32.388606 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-621dc6c7-d966-42b0-92de-2d48c9cc04bf req-387358ac-78bf-406e-b75d-a85c0d9fea51 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Unset dirty status for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:28:32.391787 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-621dc6c7-d966-42b0-92de-2d48c9cc04bf req-387358ac-78bf-406e-b75d-a85c0d9fea51 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e55df1-f39c-4d81-b84d-3301f5ed0854 HTTP/1.1" status: 200 len: 210 time: 0.1653070 Jun 27 12:28:32.751140 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-737dc2a3-6777-4fec-8114-377f55d655d8 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=968e654815f2464d83d37b0327bf712e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837581 Jun 27 12:28:32.937774 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829e3f-1931-4772-9699-2243849d89dc req-b6db0dfd-fab8-467d-9a2a-d83f725fca07 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:32.939227 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-84829e3f-1931-4772-9699-2243849d89dc req-b6db0dfd-fab8-467d-9a2a-d83f725fca07 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.2354155 Jun 27 12:28:32.944198 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5c5bb36-3236-4284-8e6b-dffb048bc9ef req-b5f26ef0-6ddd-4f82-978b-5384fed25b5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 1099 time: 0.0766079 Jun 27 12:28:32.984051 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-4974e0e1-21b4-4c48-ae0e-ade7586e159c tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:32.985759 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-4974e0e1-21b4-4c48-ae0e-ade7586e159c tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090220 Jun 27 12:28:33.053485 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Request body: {'port': {'device_id': '50c1e471-9fe5-438b-8e76-305f9f910ada', 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540', 'admin_state_up': True, 'tenant_id': '968e654815f2464d83d37b0327bf712e'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:28:33.100359 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5bb36-3236-4284-8e6b-dffb048bc9ef req-7ec9ff34-7b95-46f8-a7d7-e8fb3075627e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:33.102434 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5c5bb36-3236-4284-8e6b-dffb048bc9ef req-7ec9ff34-7b95-46f8-a7d7-e8fb3075627e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 HTTP/1.1" status: 200 len: 911 time: 0.1493585 Jun 27 12:28:33.158085 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-84829e3f-1931-4772-9699-2243849d89dc req-08ffb3bd-e2b8-481b-a6e9-f2a451ec9b9e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082806 Jun 27 12:28:33.192757 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 6c62c00c-99a5-43dd-b746-0d3138f64525 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:33.229793 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 6c62c00c-99a5-43dd-b746-0d3138f64525 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:28:33.230323 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 6c62c00c-99a5-43dd-b746-0d3138f64525 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:33.250903 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ea5662d9-9a2a-495c-b842-86da269434ab req-a8e52bcd-0f94-4ede-b810-d7125e095b4a tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 210 time: 0.0697954 Jun 27 12:28:33.264523 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5c5bb36-3236-4284-8e6b-dffb048bc9ef req-d462a09c-64bd-45f7-943e-93422f7c1a59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8e9cce7-ff9a-445f-a44c-e771182b1924 HTTP/1.1" status: 200 len: 1002 time: 0.1516521 Jun 27 12:28:33.264674 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:33.275518 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Usage tracker for resource:port and tenant:968e654815f2464d83d37b0327bf712e is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:33.281802 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:28:33.282728 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:33.294536 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:33.325692 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5bb36-3236-4284-8e6b-dffb048bc9ef req-78d5f0e7-d4a0-424f-af29-4ea8223c95a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:33.327093 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5c5bb36-3236-4284-8e6b-dffb048bc9ef req-78d5f0e7-d4a0-424f-af29-4ea8223c95a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d60794f9-f792-4460-b0da-5a2970dbf331 HTTP/1.1" status: 200 len: 849 time: 0.0597045 Jun 27 12:28:33.403921 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5c5bb36-3236-4284-8e6b-dffb048bc9ef req-ebc0fa3e-9997-49b3-96d4-d42e3b98a50a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688615 Jun 27 12:28:33.464011 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Made reservation on behalf of 968e654815f2464d83d37b0327bf712e for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:28:33.470902 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.585175 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.633705 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5c5bb36-3236-4284-8e6b-dffb048bc9ef req-a09a02e2-736f-4b44-827f-579814886845 service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206109 Jun 27 12:28:33.646201 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:33.652400 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:28:33.654240 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Usage tracker for resource:security_group_rule and tenant:968e654815f2464d83d37b0327bf712e is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:33.659831 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:33.664639 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] Sync routers for ids ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:28:33.668483 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:33.682426 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] Routers {'9b27d2c3-db1f-4ad0-b33a-3b753ac37830'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:28:33.683765 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:33.686053 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] 10.222.0.45 "PUT /v2.0/routers/9b27d2c3-db1f-4ad0-b33a-3b753ac37830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8312666 Jun 27 12:28:33.688843 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37510) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:33.770083 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f5c5bb36-3236-4284-8e6b-dffb048bc9ef req-7d24e978-79c9-4af9-ac92-259bc3796087 service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301641 Jun 27 12:28:33.827618 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.871648 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] Set router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:28:33.915459 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.920630 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:34.007219 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd391df8-3b99-4b09-a0a0-da359ff3c4e4,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:34.014396 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:34.030946 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Notify callbacks [] for router, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.168024 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Allocated IP 192.168.233.193 (8091664f-06f5-4707-804a-a39c4b29b540/ec4ae3dc-2673-4254-a042-66e626d2d473/ce713c7d-6b74-40bd-943c-f7e84d3dcbcd) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:28:34.222277 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-router', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:58Z', 'updated_at': '2021-06-27T12:28:31Z', 'revision_number': 5, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'gw_port': {'id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:57:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:00Z', 'updated_at': '2021-06-27T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:34.227851 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] Checking router: 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:28:34.240965 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] Routers {'9b27d2c3-db1f-4ad0-b33a-3b753ac37830'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:28:34.241576 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:34.392955 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c2ba4-a3c2-4c0d-a350-95c558149a0e req-4db7170e-6c83-48ca-8b42-82a59389c72e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:34.394363 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c70c2ba4-a3c2-4c0d-a350-95c558149a0e req-4db7170e-6c83-48ca-8b42-82a59389c72e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0788903 Jun 27 12:28:34.443502 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c70c2ba4-a3c2-4c0d-a350-95c558149a0e req-4740dfc4-3f0a-4137-a880-201ff00db405 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 Jun 27 12:28:34.457380 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] Set router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:28:34.531196 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4d5ed-7ed1-4842-8486-28d4e08cb2fd req-e0cf98c5-f83d-48f5-8f43-fee91c1485e2 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:34.538027 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-94e4d5ed-7ed1-4842-8486-28d4e08cb2fd req-e0cf98c5-f83d-48f5-8f43-fee91c1485e2 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 945 time: 0.3310702 Jun 27 12:28:34.639828 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.679466 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.684985 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-94e4d5ed-7ed1-4842-8486-28d4e08cb2fd req-a0548540-d95b-43cb-9839-192fa9662baa tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461349 Jun 27 12:28:34.693954 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Transition to ACTIVE for port object ce713c7d-6b74-40bd-943c-f7e84d3dcbcd will not be triggered until provisioned by entity DHCP. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:28:34.717329 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-76d1045a-9f11-4481-b55e-7fdb0ed7b859 req-12225e4e-3617-4e0c-ab93-d2f5f69525be tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 210 time: 0.0673370 Jun 27 12:28:34.794644 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-router', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:58Z', 'updated_at': '2021-06-27T12:28:31Z', 'revision_number': 5, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'gw_port': {'id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:57:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:00Z', 'updated_at': '2021-06-27T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:34.798593 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b51c5c-aa97-425f-86f8-d92ad7daec43 None None] The sync data for ids ['9b27d2c3-db1f-4ad0-b33a-3b753ac37830'] in dv-cinder-798098-1-smb is: [{'id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'name': 'tempest-ServerRescueNegativeTestJSON-1680790726-router', 'tenant_id': '09b76f9900e54c2a91ea7191b459f624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:58Z', 'updated_at': '2021-06-27T12:28:31Z', 'revision_number': 5, 'project_id': '09b76f9900e54c2a91ea7191b459f624', 'gw_port': {'id': '7d797ecb-bffc-4077-8b0c-d723dcdde9cc', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:57:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27d2c3-db1f-4ad0-b33a-3b753ac37830', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:00Z', 'updated_at': '2021-06-27T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:28:34.812536 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Deleting port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:34.812913 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.846329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.861460 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a388abaa-8bcc-4e4b-a9d1-052dae10433e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:34.963066 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Network 8091664f-06f5-4707-804a-a39c4b29b540 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:28:34.969259 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:28:35.016056 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Pushing event updated for resources: {'Port': ['ID=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:35.023453 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:28:35.054447 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:35.113147 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:35.113745 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.143371 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] For port 7d797ecb-bffc-4077-8b0c-d723dcdde9cc, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=7d797ecb-bffc-4077-8b0c-d723dcdde9cc,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:35.143795 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.165581 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 265f76ed-b6ec-455b-89b1-55ed24c0d372 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:35.214473 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 265f76ed-b6ec-455b-89b1-55ed24c0d372 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:28:35.214825 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 265f76ed-b6ec-455b-89b1-55ed24c0d372 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:35.267722 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2193177 Jun 27 12:28:35.276778 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Calling delete_port for 7d797ecb-bffc-4077-8b0c-d723dcdde9cc owned by network:router_gateway {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:35.306986 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc8a229e-39cf-4ce3-ade6-187f8c512ca4 None None] Provisioning for port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:28:35.311201 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Request body: {'port': {'device_id': '50c1e471-9fe5-438b-8e76-305f9f910ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:28:35.312819 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc8a229e-39cf-4ce3-ade6-187f8c512ca4 None None] Provisioning complete for port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:28:35.313202 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc8a229e-39cf-4ce3-ade6-187f8c512ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.365733 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a229e-39cf-4ce3-ade6-187f8c512ca4 None None] Port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:28:35.540879 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.871668 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a3b15-aa79-423c-825c-5a07a2e74879 req-2e91e0f9-8d07-44c8-9111-1fdd463fc8d3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:35.873047 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-786a3b15-aa79-423c-825c-5a07a2e74879 req-2e91e0f9-8d07-44c8-9111-1fdd463fc8d3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.2869730 Jun 27 12:28:35.877840 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.889862 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-9517e162-f9c5-4467-940c-2a261bff8aa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:35.937616 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b52d-d491-48b4-9fa7-b66f522c5c59 req-c1ff83a7-4862-48d0-b6c3-9cf3ae37f689 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:35.939031 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f360b52d-d491-48b4-9fa7-b66f522c5c59 req-c1ff83a7-4862-48d0-b6c3-9cf3ae37f689 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 945 time: 0.1292853 Jun 27 12:28:35.949246 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7d797ecb-bffc-4077-8b0c-d723dcdde9cc,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:35.959568 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:36.007514 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-bfb98b9a-1187-42b3-8fdc-7b42a8c82f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:36.009752 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-bfb98b9a-1187-42b3-8fdc-7b42a8c82f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 945 time: 0.1355498 Jun 27 12:28:36.011921 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f360b52d-d491-48b4-9fa7-b66f522c5c59 req-c0049585-b3b4-4b20-8caa-bc8d99b79d07 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665255 Jun 27 12:28:36.093371 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-786a3b15-aa79-423c-825c-5a07a2e74879 req-90fae7fb-50fc-4252-ae28-26d02e4e91ac tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116611 Jun 27 12:28:36.109576 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Deleting port 9d730f93-6355-4bf0-9e7a-a6b943f511f0 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:36.109921 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.294890 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3692941'] for router_gateway, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.369053 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de2fc5-3049-4d00-9af7-a17bc2b8d409 req-62f20bbb-9316-4247-8c84-aa5093a25940 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:36.370660 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-13de2fc5-3049-4d00-9af7-a17bc2b8d409 req-62f20bbb-9316-4247-8c84-aa5093a25940 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 936 time: 0.2146666 Jun 27 12:28:36.423520 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce713c7d-6b74-40bd-943c-f7e84d3dcbcd {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:28:36.436900 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.463588 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-13de2fc5-3049-4d00-9af7-a17bc2b8d409 req-28f4e651-55a6-48ef-a1d0-d2f286cb5c7c tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834200 Jun 27 12:28:36.473681 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] For port 9d730f93-6355-4bf0-9e7a-a6b943f511f0, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9d730f93-6355-4bf0-9e7a-a6b943f511f0,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:36.474587 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.517437 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Transition to ACTIVE for port object ce713c7d-6b74-40bd-943c-f7e84d3dcbcd will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:28:36.574508 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31603'] for router, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.578786 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.596598 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Calling delete_port for 9d730f93-6355-4bf0-9e7a-a6b943f511f0 owned by compute:nova {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:36.658557 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.663215 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7657a23d-8242-480a-a17d-4f2b8ed53f83 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:36.846144 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.853410 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:36.879911 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688177'] for router, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.879911 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b27d2c3-db1f-4ad0-b33a-3b753ac37830 {{(pid=75089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 12:28:36.885506 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b8c41c2a-1c52-4fe2-ba77-6193e289794a', '9d730f93-6355-4bf0-9e7a-a6b943f511f0'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:28:36.896195 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Pushing event deleted for resources: {'Port': ['ID=9d730f93-6355-4bf0-9e7a-a6b943f511f0,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:36.897702 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Pushing event updated for resources: {'Port': ['ID=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:36.902053 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:36.906097 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:36.912852 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Notify callbacks [] for router, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.916383 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] 10.222.0.45 "DELETE /v2.0/routers/9b27d2c3-db1f-4ad0-b33a-3b753ac37830 HTTP/1.1" status: 204 len: 168 time: 3.2242579 Jun 27 12:28:36.942577 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37552) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:37.108148 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73c6771-004d-4bdf-9a30-6efceb0c58fd admin admin] Deleting subnet 2160dd9b-55ce-4302-b300-061f41d951f7 {{(pid=75089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:28:37.108148 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a73c6771-004d-4bdf-9a30-6efceb0c58fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.108332 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] No DVR routers for this DVR port 9d730f93-6355-4bf0-9e7a-a6b943f511f0 on host hv-cinder-79809 {{(pid=75088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:28:37.108732 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.111682 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9be804a-5a2f-4d86-909c-a219833ea255', 'name': 'network-vif-deleted', 'tag': '9d730f93-6355-4bf0-9e7a-a6b943f511f0'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:37.147148 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Attempting to bind port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:28:37.147813 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Attempting to bind port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '6599565c-977e-434b-893e-71ca9539717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:28:37.148422 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Attempting to bind port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd on network 8091664f-06f5-4707-804a-a39c4b29b540 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:28:37.171668 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd on network 8091664f-06f5-4707-804a-a39c4b29b540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:28:37.172197 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Attempting to bind port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd on network 8091664f-06f5-4707-804a-a39c4b29b540 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:28:37.184220 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a73c6771-004d-4bdf-9a30-6efceb0c58fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-943557'] for subnet, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.217172 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9be804a-5a2f-4d86-909c-a219833ea255', 'name': 'network-vif-deleted', 'tag': '9d730f93-6355-4bf0-9e7a-a6b943f511f0', 'status': 'completed', 'code': 200} Jun 27 12:28:37.217476 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:28:37.217836 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Checking segment: {'id': '6599565c-977e-434b-893e-71ca9539717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:28:37.218376 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Bound using segment: {'id': '6599565c-977e-434b-893e-71ca9539717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:28:37.218963 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Bound port: ce713c7d-6b74-40bd-943c-f7e84d3dcbcd, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6599565c-977e-434b-893e-71ca9539717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:28:37.219315 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.235582 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-73e0811e-a930-494d-8822-fdf6a8d921a9 req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "DELETE /v2.0/ports/9d730f93-6355-4bf0-9e7a-a6b943f511f0 HTTP/1.1" status: 204 len: 173 time: 1.2197864 Jun 27 12:28:37.314142 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cbde375c-abef-433b-ae6d-9f28cfada0c1 req-a7006dea-7913-4f2b-9746-c537cface2ed tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 210 time: 0.0837414 Jun 27 12:28:37.353807 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a73c6771-004d-4bdf-9a30-6efceb0c58fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.422274 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] For port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:28:37.428631 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] For port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,segment=NetworkSegment(6599565c-977e-434b-893e-71ca9539717e),segment_id=6599565c-977e-434b-893e-71ca9539717e)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:28:37.497988 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.502406 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7f1569a5-424b-49b4-a821-d2e6458cce97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:37.545617 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a73c6771-004d-4bdf-9a30-6efceb0c58fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-943161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1219569'] for subnet, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.565668 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.567196 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] 10.222.0.50 "PUT /v2.0/ports/ce713c7d-6b74-40bd-943c-f7e84d3dcbcd HTTP/1.1" status: 200 len: 1098 time: 2.2657955 Jun 27 12:28:37.570731 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c1e471-9fe5-438b-8e76-305f9f910ada', 'tag': 'ce713c7d-6b74-40bd-943c-f7e84d3dcbcd'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:37.590491 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a73c6771-004d-4bdf-9a30-6efceb0c58fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.604630 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a73c6771-004d-4bdf-9a30-6efceb0c58fd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2160dd9b-55ce-4302-b300-061f41d951f7 HTTP/1.1" status: 204 len: 168 time: 0.6558266 Jun 27 12:28:37.605544 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Pushing event updated for resources: {'Port': ['ID=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:37.609663 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:37.610337 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37566) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:37.610842 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-82d077ad-5803-49f9-ad91-179a856702ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:37.670907 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c1e471-9fe5-438b-8e76-305f9f910ada', 'tag': 'ce713c7d-6b74-40bd-943c-f7e84d3dcbcd', 'status': 'completed', 'code': 200} Jun 27 12:28:37.673761 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c6771-004d-4bdf-9a30-6efceb0c58fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2160dd9b-55ce-4302-b300-061f41d951f7,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:37.676856 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a73c6771-004d-4bdf-9a30-6efceb0c58fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:37.699109 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ed3ba-1e39-4221-8b96-a3ed0dc83520 req-f180c6c8-e655-43ca-b5e0-058432e497e0 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:37.700663 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f45ed3ba-1e39-4221-8b96-a3ed0dc83520 req-f180c6c8-e655-43ca-b5e0-058432e497e0 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 948 time: 0.0977526 Jun 27 12:28:37.772179 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f45ed3ba-1e39-4221-8b96-a3ed0dc83520 req-62d9531d-7d8b-4602-ac28-6e30573214d1 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595329 Jun 27 12:28:37.831307 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.906201 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7fa8a9f8-aa42-471f-9285-d10e872925a0 req-cdbba99d-58f4-402b-8f0d-2abff2b89f1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968e654815f2464d83d37b0327bf712e&device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 1101 time: 0.1735132 Jun 27 12:28:37.998521 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7fa8a9f8-aa42-471f-9285-d10e872925a0 req-b4fd5471-3ced-40f7-af7c-2e275556ae2f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=968e654815f2464d83d37b0327bf712e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414875 Jun 27 12:28:38.004301 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.037568 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4249cacb-6c7f-4d1f-b616-9f59c5a0573e']}} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:38.101923 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a69284-a6be-405b-8a28-262c62fccc7d') {'for_net_delete': True} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:38.102230 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a69284-a6be-405b-8a28-262c62fccc7d') {} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:38.124127 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-943562'] for segment, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.146516 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.165000 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=75089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:28:38.165380 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943263'] for segment, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: Traceback (most recent call last): Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: timer() Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: cb(*args, **kw) Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: return func(*args, **kwargs) Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: self._notify() Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: self.callback(batched_events) Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: event.method(event) Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: return f(self, *a, **k) Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: return self._get(url).json() Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: return self.request(url, 'GET', **kwargs) Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:28:38.178119 dv-cinder-798098-1-smb neutron-server[75089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:28:38.261619 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8a9f8-aa42-471f-9285-d10e872925a0 req-5a9eae33-ec3a-4d35-8c1a-05da4c571075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:38.263055 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7fa8a9f8-aa42-471f-9285-d10e872925a0 req-5a9eae33-ec3a-4d35-8c1a-05da4c571075 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2508888 Jun 27 12:28:38.390664 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.400031 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.405843 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e0bc8daa-e8e6-47bd-af29-4b36efc174d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:38.432865 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4249cacb-6c7f-4d1f-b616-9f59c5a0573e,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:38.435282 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:38.512178 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d307ad36-7ee9-43c4-bee8-c771fac7a10c req-832e8335-5958-4e2d-b74f-d077c361d27f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9be804a-5a2f-4d86-909c-a219833ea255 HTTP/1.1" status: 200 len: 210 time: 0.0521233 Jun 27 12:28:38.515257 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-a9cbe8ac-be3d-409c-b1b7-7de9285bd9ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968e654815f2464d83d37b0327bf712e&device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 1101 time: 0.1638966 Jun 27 12:28:38.519743 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-7faa8a28-3e1a-488f-b303-668385f039b7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4249cacb-6c7f-4d1f-b616-9f59c5a0573e HTTP/1.1" status: 204 len: 168 time: 0.8743653 Jun 27 12:28:38.599445 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-2ee0a5c3-a76e-4a38-bc25-f2bb9a76e707 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd HTTP/1.1" status: 200 len: 217 time: 0.0687823 Jun 27 12:28:38.661943 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-aac7aec6-f043-4d94-9c0e-39e6df8e87c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:38.663374 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-aac7aec6-f043-4d94-9c0e-39e6df8e87c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec4ae3dc-2673-4254-a042-66e626d2d473 HTTP/1.1" status: 200 len: 843 time: 0.0570691 Jun 27 12:28:38.737699 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-5d1cbcee-84ca-40ea-b3ad-af4872aa8543 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8091664f-06f5-4707-804a-a39c4b29b540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669675 Jun 27 12:28:38.956283 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 7d797ecb-bffc-4077-8b0c-d723dcdde9cc no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:38.960422 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37586) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:38.991719 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-1df60819-14f4-428b-96fc-8e4cc632cec3 service neutron] 10.222.0.50 "GET /v2.0/networks/8091664f-06f5-4707-804a-a39c4b29b540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377703 Jun 27 12:28:38.992589 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494af66-7c10-47da-bf4b-b0eea21d81fb req-94b305ee-73e0-4c65-bffa-dec0c97af4e6 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:38.993262 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 7d797ecb-bffc-4077-8b0c-d723dcdde9cc {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:28:38.993845 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 7d797ecb-bffc-4077-8b0c-d723dcdde9cc not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:39.001660 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0494af66-7c10-47da-bf4b-b0eea21d81fb req-94b305ee-73e0-4c65-bffa-dec0c97af4e6 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 948 time: 0.1010921 Jun 27 12:28:39.001884 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37590) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:39.054352 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0494af66-7c10-47da-bf4b-b0eea21d81fb req-1b02c980-3c1b-4871-a139-0ed5453df9c7 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Jun 27 12:28:39.116529 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-b2dbfd17-46b8-4bea-9e82-9d8142a27920 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09b76f9900e54c2a91ea7191b459f624&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1541524 Jun 27 12:28:39.119271 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37596) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:39.152418 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a5f407fd-d8fd-4844-bdb8-9380f11cb78a req-e6b52792-02e2-45e4-8ad8-96d39c8e2cd9 service neutron] 10.222.0.50 "GET /v2.0/networks/8091664f-06f5-4707-804a-a39c4b29b540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569424 Jun 27 12:28:39.181533 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c4a4875b-6fdf-4b4b-8d5c-c3b5f34329e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.221446 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c4a4875b-6fdf-4b4b-8d5c-c3b5f34329e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.223275 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 9d730f93-6355-4bf0-9e7a-a6b943f511f0 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:39.229953 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.262457 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 9d730f93-6355-4bf0-9e7a-a6b943f511f0 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:28:39.262457 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 9d730f93-6355-4bf0-9e7a-a6b943f511f0 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:39.349674 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:39.353811 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] Usage tracker for resource:security_group_rule and tenant:8bdaa98e69f74efc8f874baaf2633406 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:39.356627 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:39.362414 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:39.423999 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.449859 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c4a4875b-6fdf-4b4b-8d5c-c3b5f34329e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.453217 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8ef7fb4c-e3a9-41c0-91c8-52ec696b81c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:39.466593 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4875b-6fdf-4b4b-8d5c-c3b5f34329e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f429c2d0-2bc2-4494-9e84-5971ec95e041,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:39.470389 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c4a4875b-6fdf-4b4b-8d5c-c3b5f34329e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:39.492812 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.499344 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-92369b56-f9a4-4053-a620-fbda8d380182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:39.537109 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d2b441-e805-44a5-a859-ea34faf15997,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:39.541209 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:39.547884 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37604) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:39.555790 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8bdaa98e69f74efc8f874baaf2633406&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5528407 Jun 27 12:28:39.571642 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c4a4875b-6fdf-4b4b-8d5c-c3b5f34329e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.582437 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-c4a4875b-6fdf-4b4b-8d5c-c3b5f34329e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f429c2d0-2bc2-4494-9e84-5971ec95e041 HTTP/1.1" status: 204 len: 168 time: 0.4525971 Jun 27 12:28:39.619833 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b42822b0-0719-43a9-a052-635dd5390611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.645977 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b42822b0-0719-43a9-a052-635dd5390611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.771541 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b42822b0-0719-43a9-a052-635dd5390611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.776437 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2ee1e9b7-f32e-4856-80d8-49d554318a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:39.787811 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42822b0-0719-43a9-a052-635dd5390611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d2b441-e805-44a5-a859-ea34faf15997,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:39.790608 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b42822b0-0719-43a9-a052-635dd5390611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:39.792412 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b42822b0-0719-43a9-a052-635dd5390611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.793516 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-b42822b0-0719-43a9-a052-635dd5390611 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53d2b441-e805-44a5-a859-ea34faf15997 HTTP/1.1" status: 204 len: 168 time: 0.2443531 Jun 27 12:28:40.253534 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885f1c-584f-49f3-8d7b-5fe3131b73fe req-101bb2d9-e432-425b-abc6-f3662b4bdc02 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:40.254964 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3c885f1c-584f-49f3-8d7b-5fe3131b73fe req-101bb2d9-e432-425b-abc6-f3662b4bdc02 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 948 time: 0.0801635 Jun 27 12:28:40.303595 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3c885f1c-584f-49f3-8d7b-5fe3131b73fe req-c621a351-a011-4533-b4d4-1f9fdf922640 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429466 Jun 27 12:28:40.750591 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37636) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:40.769188 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.806336 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:40.810982 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] Usage tracker for resource:security_group_rule and tenant:5095428ae5594689843954adc6432b54 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:40.813863 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:40.819637 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:40.897527 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.998173 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.005250 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-495cab80-175a-4f07-927b-29d35bd385da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:41.045936 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94f8260-661b-498b-9f16-b5cc724a98ae,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:41.053011 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5095428ae5594689843954adc6432b54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2988918 Jun 27 12:28:41.053011 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:41.053524 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37646) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:41.115230 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c0426b88-50db-4397-a585-dfbeb2343718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.143804 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c0426b88-50db-4397-a585-dfbeb2343718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.244056 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device ce713c7d-6b74-40bd-943c-f7e84d3dcbcd details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:28:41.303372 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c0426b88-50db-4397-a585-dfbeb2343718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.308738 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2d9115e4-3e7a-47a8-beed-d68d369b9abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:41.322357 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0426b88-50db-4397-a585-dfbeb2343718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94f8260-661b-498b-9f16-b5cc724a98ae,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:41.330819 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c0426b88-50db-4397-a585-dfbeb2343718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:41.330819 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c0426b88-50db-4397-a585-dfbeb2343718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.330819 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c0426b88-50db-4397-a585-dfbeb2343718 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c94f8260-661b-498b-9f16-b5cc724a98ae HTTP/1.1" status: 204 len: 168 time: 0.2761717 Jun 27 12:28:41.427155 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,segment=NetworkSegment(6599565c-977e-434b-893e-71ca9539717e),segment_id=6599565c-977e-434b-893e-71ca9539717e)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:41.443387 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': 'ce713c7d-6b74-40bd-943c-f7e84d3dcbcd', 'network_id': '8091664f-06f5-4707-804a-a39c4b29b540', 'port_id': 'ce713c7d-6b74-40bd-943c-f7e84d3dcbcd', 'mac_address': 'fa:16:3e:8c:aa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4ae3dc-2673-4254-a042-66e626d2d473', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:28:41.533318 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.550103 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c767e-f929-4731-bbec-1b4add4d7e7f req-ebd9589f-594d-443f-a1e3-07be66359c0b tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:41.551556 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0e7c767e-f929-4731-bbec-1b4add4d7e7f req-ebd9589f-594d-443f-a1e3-07be66359c0b tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 948 time: 0.0842290 Jun 27 12:28:41.553925 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce713c7d-6b74-40bd-943c-f7e84d3dcbcd {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:28:41.569805 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,segment=NetworkSegment(6599565c-977e-434b-893e-71ca9539717e),segment_id=6599565c-977e-434b-893e-71ca9539717e)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:41.609285 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0e7c767e-f929-4731-bbec-1b4add4d7e7f req-612b99d4-8dac-48a2-94b4-78ed85551703 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504372 Jun 27 12:28:41.651927 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.653724 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:41.655054 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65634902-88d2-45df-a008-9ec13b8ec859 req-44c309bb-2f73-4b4c-a601-14b85847214e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:41.656701 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-65634902-88d2-45df-a008-9ec13b8ec859 req-44c309bb-2f73-4b4c-a601-14b85847214e tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 946 time: 0.1088824 Jun 27 12:28:41.703258 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-65634902-88d2-45df-a008-9ec13b8ec859 req-25188331-5e49-4d73-9cd2-5fca126de019 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Jun 27 12:28:41.731086 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:41.735219 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:42.008968 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['ce713c7d-6b74-40bd-943c-f7e84d3dcbcd'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:28:42.281822 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37676) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:42.300055 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.330710 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:42.334795 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] Usage tracker for resource:security_group_rule and tenant:b9346c04def64f24b76b341e279e3c6e is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:42.337616 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:42.343268 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:42.406300 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.474356 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.482132 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-25efed13-0653-4103-a9ad-403f9317ee53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:42.527547 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9346c04def64f24b76b341e279e3c6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2446630 Jun 27 12:28:42.528313 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca7cb5c-f1ec-4e42-9a43-2a99446552bf,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:42.530178 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37682) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:42.531405 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:42.602116 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e97d9e1e-275d-4eaf-9874-416672907267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.630593 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e97d9e1e-275d-4eaf-9874-416672907267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.790467 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e97d9e1e-275d-4eaf-9874-416672907267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.799396 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-fdbdbe17-b257-467c-944a-4f1201476db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:42.816717 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d9e1e-275d-4eaf-9874-416672907267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca7cb5c-f1ec-4e42-9a43-2a99446552bf,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:42.819611 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-e97d9e1e-275d-4eaf-9874-416672907267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:42.829917 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-e97d9e1e-275d-4eaf-9874-416672907267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.831035 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-e97d9e1e-275d-4eaf-9874-416672907267 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fca7cb5c-f1ec-4e42-9a43-2a99446552bf HTTP/1.1" status: 204 len: 168 time: 0.2996168 Jun 27 12:28:42.846110 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2028781-160a-4872-b630-4efd506fe47c req-c29005d9-62cf-4301-9dfb-13483dd26528 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:42.847559 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c2028781-160a-4872-b630-4efd506fe47c req-c29005d9-62cf-4301-9dfb-13483dd26528 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 949 time: 0.1176047 Jun 27 12:28:42.896376 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c2028781-160a-4872-b630-4efd506fe47c req-f4e0375c-f85e-4f14-b796-59adce30d3a1 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Jun 27 12:28:42.953063 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e6c77-999f-4723-aab6-6f85d6206b56 req-dc56a9b9-98b2-406a-a219-9e9a5e8a8c2d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:42.954516 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c21e6c77-999f-4723-aab6-6f85d6206b56 req-dc56a9b9-98b2-406a-a219-9e9a5e8a8c2d tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 946 time: 0.1001470 Jun 27 12:28:43.005069 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c21e6c77-999f-4723-aab6-6f85d6206b56 req-bdbac8d8-a4ac-41be-abc3-1f07dcc4008c tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446653 Jun 27 12:28:43.240216 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device ce713c7d-6b74-40bd-943c-f7e84d3dcbcd up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:28:43.389058 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:28:43.394170 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:28:43.394587 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:43.487172 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e5c0c42b-1388-4a99-9e45-bd898c425cd8 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:43.491010 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e5c0c42b-1388-4a99-9e45-bd898c425cd8 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 946 time: 0.1091166 Jun 27 12:28:43.547579 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:43.582804 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Deleting port b8c41c2a-1c52-4fe2-ba77-6193e289794a {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:43.582804 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:43.583061 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c1e471-9fe5-438b-8e76-305f9f910ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce713c7d-6b74-40bd-943c-f7e84d3dcbcd'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:43.591979 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,segment=NetworkSegment(6599565c-977e-434b-893e-71ca9539717e),segment_id=6599565c-977e-434b-893e-71ca9539717e)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:43.639304 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c1e471-9fe5-438b-8e76-305f9f910ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce713c7d-6b74-40bd-943c-f7e84d3dcbcd', 'code': 200} Jun 27 12:28:43.726042 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:43.729338 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:43.797528 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:43.800401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:43.830809 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] For port b8c41c2a-1c52-4fe2-ba77-6193e289794a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b8c41c2a-1c52-4fe2-ba77-6193e289794a,segment=NetworkSegment(ddce6827-30bd-4ff6-8b1f-49b4242c1cce),segment_id=ddce6827-30bd-4ff6-8b1f-49b4242c1cce)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:43.831173 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:43.949211 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Calling delete_port for b8c41c2a-1c52-4fe2-ba77-6193e289794a owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:44.171007 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2b660-54cf-4170-9646-6f98d44df48f req-9ceb0284-6fdd-4be7-a2fd-d63983fedc78 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:44.173958 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-ced2b660-54cf-4170-9646-6f98d44df48f req-9ceb0284-6fdd-4be7-a2fd-d63983fedc78 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Synchronizing usage tracker for tenant:968e654815f2464d83d37b0327bf712e on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:28:44.235011 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:44.242366 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:44.267360 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-614aa571-634f-4e99-b265-dfbbdadb9b22 req-259d8891-d9d6-40cf-9a00-b93fe96f3023 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 1103 time: 0.0902197 Jun 27 12:28:44.272540 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['b8c41c2a-1c52-4fe2-ba77-6193e289794a'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:28:44.274559 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd82969-40c1-44d8-822c-b53bdace90cf req-c632daab-8ae6-4f0c-9504-16650c6ab8d7 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:44.275255 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-1dd82969-40c1-44d8-822c-b53bdace90cf req-c632daab-8ae6-4f0c-9504-16650c6ab8d7 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Synchronizing usage tracker for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:28:44.327297 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-614aa571-634f-4e99-b265-dfbbdadb9b22 req-857d6c36-86ff-42fb-8467-4bcc48a198d8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486708 Jun 27 12:28:44.359396 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-ced2b660-54cf-4170-9646-6f98d44df48f req-9ceb0284-6fdd-4be7-a2fd-d63983fedc78 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Unset dirty status for tenant:968e654815f2464d83d37b0327bf712e on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:28:44.360552 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ced2b660-54cf-4170-9646-6f98d44df48f req-9ceb0284-6fdd-4be7-a2fd-d63983fedc78 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 950 time: 0.3345566 Jun 27 12:28:44.371275 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Pushing event deleted for resources: {'Port': ['ID=b8c41c2a-1c52-4fe2-ba77-6193e289794a,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:44.374346 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:44.451736 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-1dd82969-40c1-44d8-822c-b53bdace90cf req-c632daab-8ae6-4f0c-9504-16650c6ab8d7 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Unset dirty status for tenant:9d311a99d1df43d388130d39898d4ce6 on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:28:44.453498 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1dd82969-40c1-44d8-822c-b53bdace90cf req-c632daab-8ae6-4f0c-9504-16650c6ab8d7 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 867 time: 0.3236432 Jun 27 12:28:44.472246 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] No DVR routers for this DVR port b8c41c2a-1c52-4fe2-ba77-6193e289794a on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:28:44.507915 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:44.507915 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f9f623-d7cc-4ed8-a6d5-460007120189', 'name': 'network-vif-deleted', 'tag': 'b8c41c2a-1c52-4fe2-ba77-6193e289794a'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:44.507915 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-ced2b660-54cf-4170-9646-6f98d44df48f req-f4903e05-7a9d-4a21-b61a-a6c5144dd562 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Synchronizing usage tracker for tenant:968e654815f2464d83d37b0327bf712e on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:28:44.508752 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1dd82969-40c1-44d8-822c-b53bdace90cf req-c278da43-2edd-47d0-9b16-a72930065905 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/security-groups?id=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Jun 27 12:28:44.572144 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f9f623-d7cc-4ed8-a6d5-460007120189', 'name': 'network-vif-deleted', 'tag': 'b8c41c2a-1c52-4fe2-ba77-6193e289794a', 'status': 'completed', 'code': 200} Jun 27 12:28:44.635306 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c68791cc-c9b8-4cdb-88eb-5838ecdcfba1 req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.50 "DELETE /v2.0/ports/b8c41c2a-1c52-4fe2-ba77-6193e289794a HTTP/1.1" status: 204 len: 173 time: 1.1305180 Jun 27 12:28:44.651492 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-ced2b660-54cf-4170-9646-6f98d44df48f req-f4903e05-7a9d-4a21-b61a-a6c5144dd562 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Unset dirty status for tenant:968e654815f2464d83d37b0327bf712e on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:28:44.652650 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ced2b660-54cf-4170-9646-6f98d44df48f req-f4903e05-7a9d-4a21-b61a-a6c5144dd562 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841015 Jun 27 12:28:45.686359 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-27d349ff-8ae0-4ccd-9515-9fba6a7f2d4e req-50d97256-2b3a-4ccf-8e75-48128f50a199 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f9f623-d7cc-4ed8-a6d5-460007120189 HTTP/1.1" status: 200 len: 210 time: 0.0434813 Jun 27 12:28:45.852758 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1c0d-616a-4ff0-88bc-0669f2fbdab5 req-e1803e48-e10b-40ed-8231-9c0f0a99949c tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:45.856125 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0afb1c0d-616a-4ff0-88bc-0669f2fbdab5 req-e1803e48-e10b-40ed-8231-9c0f0a99949c tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 950 time: 0.0831182 Jun 27 12:28:45.903209 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0afb1c0d-616a-4ff0-88bc-0669f2fbdab5 req-4235ee39-1964-43f8-a921-bbff13307cba tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433455 Jun 27 12:28:46.737979 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b947c-2ab9-4ccf-84a3-c29b25cfe886 req-d25af5f1-940f-45a7-b1c2-a906011c146e tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:46.745347 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ed6b947c-2ab9-4ccf-84a3-c29b25cfe886 req-d25af5f1-940f-45a7-b1c2-a906011c146e tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 950 time: 0.0858154 Jun 27 12:28:46.791457 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ed6b947c-2ab9-4ccf-84a3-c29b25cfe886 req-93f7e75f-bbfe-4458-98ac-c107a947ef3d tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Jun 27 12:28:46.816411 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37792) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:46.876810 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fc320c-ef03-480d-bc3a-cb5f19b8252a admin admin] Deleting subnet c6c5081f-248d-45df-bbef-4449973dcb6f {{(pid=75088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:28:46.879780 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f1fc320c-ef03-480d-bc3a-cb5f19b8252a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:46.928021 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f1fc320c-ef03-480d-bc3a-cb5f19b8252a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585209'] for subnet, precommit_delete_associations {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:46.987733 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f1fc320c-ef03-480d-bc3a-cb5f19b8252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.189083 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f1fc320c-ef03-480d-bc3a-cb5f19b8252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1640874'] for subnet, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.193889 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:47.228044 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc320c-ef03-480d-bc3a-cb5f19b8252a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c5081f-248d-45df-bbef-4449973dcb6f,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:47.230708 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f1fc320c-ef03-480d-bc3a-cb5f19b8252a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:47.233259 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f1fc320c-ef03-480d-bc3a-cb5f19b8252a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.239291 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f1fc320c-ef03-480d-bc3a-cb5f19b8252a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c6c5081f-248d-45df-bbef-4449973dcb6f HTTP/1.1" status: 204 len: 168 time: 0.4214180 Jun 27 12:28:47.241722 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37802) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:47.284052 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b8c41c2a-1c52-4fe2-ba77-6193e289794a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:47.316250 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: b8c41c2a-1c52-4fe2-ba77-6193e289794a {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:28:47.316627 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b8c41c2a-1c52-4fe2-ba77-6193e289794a not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:47.344279 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.468348 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.489093 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f89575f-95b7-4b36-b30e-f4380ef46819']}} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:47.502155 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce') {'for_net_delete': True} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:47.502451 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddce6827-30bd-4ff6-8b1f-49b4242c1cce') {} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:47.514142 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585206'] for segment, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.530781 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.537082 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=75088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:28:47.537447 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585443'] for segment, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: Traceback (most recent call last): Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: timer() Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: cb(*args, **kw) Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: return func(*args, **kwargs) Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: self._notify() Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: self.callback(batched_events) Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: event.method(event) Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: return f(self, *a, **k) Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: return self._get(url).json() Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: return self.request(url, 'GET', **kwargs) Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:28:47.550138 dv-cinder-798098-1-smb neutron-server[75088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:28:47.598427 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37808) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:47.731813 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.746845 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.747411 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.749518 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5e7074c3-0ab3-475c-bfb0-d6af0a67366d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:47.776270 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:47.781165 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f89575f-95b7-4b36-b30e-f4380ef46819,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:47.781291 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] Usage tracker for resource:security_group_rule and tenant:0df43288ed27481785ca02f0db3a55c9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:47.782321 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:47.782823 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:47.788521 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:47.850507 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.898639 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] 10.222.0.45 "DELETE /v2.0/networks/9f89575f-95b7-4b36-b30e-f4380ef46819 HTTP/1.1" status: 204 len: 168 time: 0.6554055 Jun 27 12:28:47.937772 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:47.944612 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f76ac8d1-2e29-4806-859c-7b6d1dc0b790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:47.982962 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7071cf96-9e4e-4d5c-8aeb-1f9524e74998,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:47.986861 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:47.993264 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0df43288ed27481785ca02f0db3a55c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3929670 Jun 27 12:28:47.995847 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37818) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:48.021155 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685e364-b639-46d0-bbb9-20497ee0c909 req-79967062-e7cd-406a-b72d-a225fb5a41d2 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:48.022574 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6685e364-b639-46d0-bbb9-20497ee0c909 req-79967062-e7cd-406a-b72d-a225fb5a41d2 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 950 time: 0.1019721 Jun 27 12:28:48.099153 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6685e364-b639-46d0-bbb9-20497ee0c909 req-9ec6df41-d649-4995-b67d-b7332778142e tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/security-groups?id=fd391df8-3b99-4b09-a0a0-da359ff3c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698190 Jun 27 12:28:48.101945 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8af09a8b-701e-467f-8d10-a5b7ae07ed66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:48.128598 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8af09a8b-701e-467f-8d10-a5b7ae07ed66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:48.342926 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8af09a8b-701e-467f-8d10-a5b7ae07ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:48.344670 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-50d364a9-39cb-4642-9537-004bb7347bba tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:48.346087 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-50d364a9-39cb-4642-9537-004bb7347bba tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.50 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 950 time: 0.0750246 Jun 27 12:28:48.348159 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a0ba20b7-81ef-4c45-bd19-5137e96784d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:48.363489 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af09a8b-701e-467f-8d10-a5b7ae07ed66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7071cf96-9e4e-4d5c-8aeb-1f9524e74998,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:48.365946 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8af09a8b-701e-467f-8d10-a5b7ae07ed66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:48.368223 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8af09a8b-701e-467f-8d10-a5b7ae07ed66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:48.369318 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-8af09a8b-701e-467f-8d10-a5b7ae07ed66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7071cf96-9e4e-4d5c-8aeb-1f9524e74998 HTTP/1.1" status: 204 len: 168 time: 0.3724198 Jun 27 12:28:48.441582 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Deleting port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:48.441988 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:48.482464 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37830) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:48.533417 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-1d0ab58c-8a99-4dae-8efd-36cd1cc89849 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d311a99d1df43d388130d39898d4ce6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497835 Jun 27 12:28:48.535778 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37834) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:48.613259 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fdea1d65-bc42-4d06-a0ce-989e02e2d912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:48.643053 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fdea1d65-bc42-4d06-a0ce-989e02e2d912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:48.722320 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] For port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,segment=NetworkSegment(6599565c-977e-434b-893e-71ca9539717e),segment_id=6599565c-977e-434b-893e-71ca9539717e)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:48.722896 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:48.777262 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fdea1d65-bc42-4d06-a0ce-989e02e2d912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:48.808064 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c4a4875b-6fdf-4b4b-8d5c-c3b5f34329e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:48.827295 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea1d65-bc42-4d06-a0ce-989e02e2d912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1002b0a2-1da2-418c-bf1a-965c3b7d8b2d,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:48.830242 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-fdea1d65-bc42-4d06-a0ce-989e02e2d912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:48.867488 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Calling delete_port for ce713c7d-6b74-40bd-943c-f7e84d3dcbcd owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:48.890821 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fdea1d65-bc42-4d06-a0ce-989e02e2d912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:48.896478 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-fdea1d65-bc42-4d06-a0ce-989e02e2d912 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1002b0a2-1da2-418c-bf1a-965c3b7d8b2d HTTP/1.1" status: 204 len: 168 time: 0.3549254 Jun 27 12:28:49.126408 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:49.132805 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2c5b8c3b-7ef3-49a8-8d6c-bcf619037fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:49.164715 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['ce713c7d-6b74-40bd-943c-f7e84d3dcbcd'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:28:49.176567 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Pushing event deleted for resources: {'Port': ['ID=ce713c7d-6b74-40bd-943c-f7e84d3dcbcd,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:49.182364 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:49.256314 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] No DVR routers for this DVR port ce713c7d-6b74-40bd-943c-f7e84d3dcbcd on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:28:49.258979 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:49.261916 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c1e471-9fe5-438b-8e76-305f9f910ada', 'name': 'network-vif-deleted', 'tag': 'ce713c7d-6b74-40bd-943c-f7e84d3dcbcd'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:49.347937 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c1e471-9fe5-438b-8e76-305f9f910ada', 'name': 'network-vif-deleted', 'tag': 'ce713c7d-6b74-40bd-943c-f7e84d3dcbcd', 'status': 'completed', 'code': 200} Jun 27 12:28:49.361198 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-54fecdef-d4e5-4635-a870-0fda4b250790 req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.50 "DELETE /v2.0/ports/ce713c7d-6b74-40bd-943c-f7e84d3dcbcd HTTP/1.1" status: 204 len: 173 time: 0.9994214 Jun 27 12:28:49.362772 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-4219fa35-ab56-4c6b-bb63-0dd7f39c54f3 req-eec26acb-e802-4d6a-a80b-7735f14633a6 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Synchronizing usage tracker for tenant:968e654815f2464d83d37b0327bf712e on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:28:49.555283 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-4219fa35-ab56-4c6b-bb63-0dd7f39c54f3 req-eec26acb-e802-4d6a-a80b-7735f14633a6 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Unset dirty status for tenant:968e654815f2464d83d37b0327bf712e on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:28:49.556635 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4219fa35-ab56-4c6b-bb63-0dd7f39c54f3 req-eec26acb-e802-4d6a-a80b-7735f14633a6 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 210 time: 0.2488110 Jun 27 12:28:49.588642 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 37852) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:49.607484 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:49.637873 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:49.643891 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] Usage tracker for resource:security_group_rule and tenant:23b0c15c09a24e6386932a864f9bc545 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:49.647529 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:49.653899 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:49.721544 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:49.828965 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:49.837743 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-cbd1dbc0-04dc-46f5-918a-c7282e28be81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:49.878658 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19adfa26-5ec2-4fd6-8e35-2d0760cf2b1f,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:49.881443 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:49.884409 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23b0c15c09a24e6386932a864f9bc545&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2947524 Jun 27 12:28:49.887234 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 37864) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:49.959694 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1158f8df-84f9-4ed1-89f9-187e099a1b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:49.987261 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1158f8df-84f9-4ed1-89f9-187e099a1b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:50.114993 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172343d9-8ac4-4fbd-9773-444acfdba0ba req-563f3bde-7506-4310-946f-143ad37d5670 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:50.116333 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-172343d9-8ac4-4fbd-9773-444acfdba0ba req-563f3bde-7506-4310-946f-143ad37d5670 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 947 time: 0.0775852 Jun 27 12:28:50.161489 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-172343d9-8ac4-4fbd-9773-444acfdba0ba req-23dc7ee1-1717-4016-b9df-bd7837d5892d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390425 Jun 27 12:28:50.278445 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1158f8df-84f9-4ed1-89f9-187e099a1b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:50.283518 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:50.296081 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158f8df-84f9-4ed1-89f9-187e099a1b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19adfa26-5ec2-4fd6-8e35-2d0760cf2b1f,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:50.299281 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-1158f8df-84f9-4ed1-89f9-187e099a1b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:50.306392 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1158f8df-84f9-4ed1-89f9-187e099a1b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:50.307499 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-1158f8df-84f9-4ed1-89f9-187e099a1b81 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19adfa26-5ec2-4fd6-8e35-2d0760cf2b1f HTTP/1.1" status: 204 len: 168 time: 0.4185119 Jun 27 12:28:50.838928 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b3924716-a315-4b10-81de-da4610a15a0b req-b793d329-f402-41c0-b2e6-07d37c146175 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c1e471-9fe5-438b-8e76-305f9f910ada HTTP/1.1" status: 200 len: 210 time: 0.1079159 Jun 27 12:28:51.291159 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device ce713c7d-6b74-40bd-943c-f7e84d3dcbcd no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:51.327066 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: ce713c7d-6b74-40bd-943c-f7e84d3dcbcd {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:28:51.340848 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device ce713c7d-6b74-40bd-943c-f7e84d3dcbcd not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:51.377310 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f680-4bc6-4502-bbc5-863f2a796c81 req-71557e35-d3a9-4b07-b421-8b907b6cfc93 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:51.378776 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e150f680-4bc6-4502-bbc5-863f2a796c81 req-71557e35-d3a9-4b07-b421-8b907b6cfc93 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 947 time: 0.0786328 Jun 27 12:28:51.423857 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e150f680-4bc6-4502-bbc5-863f2a796c81 req-8a7a9dcb-680d-4bcd-849f-1b73ab08913f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394530 Jun 27 12:28:52.016458 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-627e1694-1cce-428d-a8af-4f20fecb7f1a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:52.018109 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-627e1694-1cce-428d-a8af-4f20fecb7f1a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 947 time: 0.1118851 Jun 27 12:28:52.118762 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Deleting port b76df778-5447-4eb3-8e62-20bc50e582bb {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:52.119100 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:52.573073 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] For port b76df778-5447-4eb3-8e62-20bc50e582bb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b76df778-5447-4eb3-8e62-20bc50e582bb,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:28:52.573559 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:52.908009 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1bec-e03a-47bf-8d8d-2b7dbf1e6f60 req-9988a5ea-1738-420b-9e70-d9c59c5ed0eb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:52.909457 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ebca1bec-e03a-47bf-8d8d-2b7dbf1e6f60 req-9988a5ea-1738-420b-9e70-d9c59c5ed0eb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 947 time: 0.2685535 Jun 27 12:28:52.963142 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:52.963512 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:52.963901 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.l3_db [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Floating IP 6c6d9985-20a5-45d7-b9ed-a64746e0f142 disassociated. External IP: 172.28.3.94, port: b76df778-5447-4eb3-8e62-20bc50e582bb. Jun 27 12:28:52.964234 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Calling delete_port for b76df778-5447-4eb3-8e62-20bc50e582bb owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:53.018709 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ebca1bec-e03a-47bf-8d8d-2b7dbf1e6f60 req-34f863d9-791f-4427-8d98-6ce648c1ace6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=215048b2-d19b-4c3d-aec9-f0d21e115e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983100 Jun 27 12:28:53.257464 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:53.263381 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5b8e3e86-18bf-41d9-8d3e-76ea35649f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:53.306181 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event deleted for resources: {'Port': ['ID=b76df778-5447-4eb3-8e62-20bc50e582bb,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:53.310178 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:53.563230 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Router 441b821e-8b62-4936-9c88-5970a290d16f has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:28:53.780320 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:28:53.790967 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] Sync routers for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:28:53.818521 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:28:53.821037 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:53.878787 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] No DVR routers for this DVR port b76df778-5447-4eb3-8e62-20bc50e582bb on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:28:53.883553 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:53.886847 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'name': 'network-vif-deleted', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:53.971370 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1dd05c-365e-4d02-8348-8376ef53dbc6', 'name': 'network-vif-deleted', 'tag': 'b76df778-5447-4eb3-8e62-20bc50e582bb', 'status': 'completed', 'code': 200} Jun 27 12:28:54.046344 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6a836268-63c6-43e3-8920-d13e4bc46d56 req-9255eae7-020f-49ba-86d2-cb7aa59178b5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.50 "DELETE /v2.0/ports/b76df778-5447-4eb3-8e62-20bc50e582bb HTTP/1.1" status: 204 len: 173 time: 2.0058818 Jun 27 12:28:54.079094 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:28:54.224586 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-675d5bf5-6d74-42ef-bccd-72e31b407e83 req-ee9b8459-b733-4117-98b7-d07032deed95 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Synchronizing usage tracker for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:28:54.356696 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-675d5bf5-6d74-42ef-bccd-72e31b407e83 req-ee9b8459-b733-4117-98b7-d07032deed95 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Unset dirty status for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:28:54.358187 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-675d5bf5-6d74-42ef-bccd-72e31b407e83 req-ee9b8459-b733-4117-98b7-d07032deed95 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e1dd05c-365e-4d02-8348-8376ef53dbc6 HTTP/1.1" status: 200 len: 210 time: 0.1737978 Jun 27 12:28:54.508979 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:54.516379 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] Checking router: 441b821e-8b62-4936-9c88-5970a290d16f for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:28:54.528756 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:28:54.529514 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:54.737529 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:28:55.086980 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:55.091718 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af041029-b1b4-4906-a03c-076ba19c4ac4 None None] The sync data for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb is: [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:28:55.309342 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b76df778-5447-4eb3-8e62-20bc50e582bb no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:55.324834 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f560b25-6e97-41c6-9b0d-1c25d2a49a9f None None] New status for floating IP 6c6d9985-20a5-45d7-b9ed-a64746e0f142: DOWN {{(pid=75091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:28:55.355592 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: b76df778-5447-4eb3-8e62-20bc50e582bb {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:28:55.355944 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device b76df778-5447-4eb3-8e62-20bc50e582bb not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:55.916150 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38126) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:55.962032 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-4b66fa4d-9c2c-4013-9512-dafb43d70116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:55.983931 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2fc484ca-b7e8-4235-a993-25b45480dded tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:56.018015 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2fc484ca-b7e8-4235-a993-25b45480dded tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:56.211814 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2fc484ca-b7e8-4235-a993-25b45480dded tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:56.217504 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ab234404-5ceb-4a07-9ab3-541d7db5c79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:56.235678 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc484ca-b7e8-4235-a993-25b45480dded tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215048b2-d19b-4c3d-aec9-f0d21e115e40,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:56.238243 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2fc484ca-b7e8-4235-a993-25b45480dded tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:56.365633 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:56.371018 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2fc484ca-b7e8-4235-a993-25b45480dded tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:56.378108 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-2fc484ca-b7e8-4235-a993-25b45480dded tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "DELETE /v2.0/security-groups/215048b2-d19b-4c3d-aec9-f0d21e115e40 HTTP/1.1" status: 204 len: 168 time: 0.4545851 Jun 27 12:28:56.378108 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38156) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:56.391087 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.api.v2.resource [None req-5601a0e2-76f7-4487-b3c1-f4791a8c3bd3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] show failed (client error): The resource could not be found. Jun 27 12:28:56.392063 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-5601a0e2-76f7-4487-b3c1-f4791a8c3bd3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups/215048b2-d19b-4c3d-aec9-f0d21e115e40 HTTP/1.1" status: 404 len: 347 time: 0.0163770 Jun 27 12:28:56.394716 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38160) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:56.623517 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Deleting port effc3df8-7e65-4a3a-9576-2ac81924a9cc {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:28:56.623854 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:56.792278 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:56.792644 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:56.923107 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Calling delete_port for effc3df8-7e65-4a3a-9576-2ac81924a9cc owned by network:floatingip {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:28:57.258522 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:57.261137 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:57.302016 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event deleted for resources: {'Port': ['ID=effc3df8-7e65-4a3a-9576-2ac81924a9cc,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:57.305311 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:57.392214 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:57.478614 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:57.484118 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "DELETE /v2.0/floatingips/6c6d9985-20a5-45d7-b9ed-a64746e0f142 HTTP/1.1" status: 204 len: 168 time: 1.0885117 Jun 27 12:28:57.794593 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:57.955721 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38216) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:57.961473 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689654913', 'description': 'tempest-description--130725514'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:28:57.967327 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:57.970999 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3d4254f7-cbdb-47ab-a32e-96b58311c028 req-8e23e449-513c-4e50-87f8-950f119b7dd1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877779 Jun 27 12:28:57.971840 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Usage tracker for resource:security_group and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:57.974748 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:57.981731 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:58.082526 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3d4254f7-cbdb-47ab-a32e-96b58311c028 req-878914f1-143c-4e96-8e72-d4111d21b0dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 1099 time: 0.0689943 Jun 27 12:28:58.097237 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:58.100208 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1088e5dc-7d9e-4185-912b-6709a97708ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:58.142517 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:58.157326 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Usage tracker for resource:security_group_rule and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:58.164495 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:58.188990 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:58.281067 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4254f7-cbdb-47ab-a32e-96b58311c028 req-d522158f-a9a5-44a6-9900-a0ede58ea232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:58.282611 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3d4254f7-cbdb-47ab-a32e-96b58311c028 req-d522158f-a9a5-44a6-9900-a0ede58ea232 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 HTTP/1.1" status: 200 len: 911 time: 0.1793666 Jun 27 12:28:58.286844 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:58.403625 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3d4254f7-cbdb-47ab-a32e-96b58311c028 req-68b20d1a-2daa-4498-8059-0261b0639613 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8e9cce7-ff9a-445f-a44c-e771182b1924 HTTP/1.1" status: 200 len: 1002 time: 0.1073174 Jun 27 12:28:58.472099 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4254f7-cbdb-47ab-a32e-96b58311c028 req-4cf5a5fc-c404-4602-862b-ed8c58d4213c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:58.473530 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3d4254f7-cbdb-47ab-a32e-96b58311c028 req-4cf5a5fc-c404-4602-862b-ed8c58d4213c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d60794f9-f792-4460-b0da-5a2970dbf331 HTTP/1.1" status: 200 len: 849 time: 0.0626726 Jun 27 12:28:58.503462 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:58.508121 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:58.550103 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b91caf-130a-4eb3-9dad-da687266fd32,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:58.556440 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:58.571074 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3d4254f7-cbdb-47ab-a32e-96b58311c028 req-2fa962b6-f901-41ed-b25a-2f73e379dd89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0909259 Jun 27 12:28:58.705611 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3d4254f7-cbdb-47ab-a32e-96b58311c028 req-a83f8c65-64eb-49de-962e-bff3e37fc350 service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277611 Jun 27 12:28:58.775096 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:58.779654 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8229287 Jun 27 12:28:58.780409 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38236) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:58.786202 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'security_group_rule': {'security_group_id': 'c2b91caf-130a-4eb3-9dad-da687266fd32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:28:58.792064 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:58.796124 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Usage tracker for resource:security_group_rule and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:58.799658 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:58.806773 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:58.851191 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3d4254f7-cbdb-47ab-a32e-96b58311c028 req-154f4614-4898-453a-bdb4-2c8b7f714005 service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388731 Jun 27 12:28:58.914992 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:58.981948 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.032283 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.163584 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.165838 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:59.188360 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2630fa-aaef-4b0d-94f5-2a31cac5c2a7,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:59.194928 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:59.371313 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.372531 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-58bee9a7-6b06-4e7e-89d8-36bb304e351f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5909555 Jun 27 12:28:59.375289 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38276) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:59.382422 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'security_group_rule': {'security_group_id': 'c2b91caf-130a-4eb3-9dad-da687266fd32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:28:59.387069 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:59.390744 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Usage tracker for resource:security_group_rule and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:59.393535 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:59.399089 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:59.544548 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.552217 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38290) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:59.636155 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.731236 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.754206 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.756701 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:59.764308 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:59.769204 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] Usage tracker for resource:security_group_rule and tenant:12d831a9005a4e578ff9ad9ea61d7768 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:59.771714 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:59.778085 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:59.784851 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa88a2f-4a40-41ae-88dd-140ae328472d,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:59.787317 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:59.848149 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.920301 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.921586 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5453849 Jun 27 12:28:59.924899 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38304) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:59.930967 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'floatingip': {'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:28:59.936807 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:59.941056 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Usage tracker for resource:floatingip and tenant:a322fb00b6ac43ed9de816427dbbbf6b is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:59.944458 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:59.950765 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:59.998192 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:00.008389 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3e7975d0-ae4c-451f-a335-bdbe8ec04943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:00.124333 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2043d51-0c31-4078-b34f-0994715ebf52,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:00.128381 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12d831a9005a4e578ff9ad9ea61d7768&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5745988 Jun 27 12:29:00.129329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:00.135371 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38314) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:00.166617 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:00.271480 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5bed-f0bf-4e94-b76a-7fc1ee712f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:00.302411 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5bed-f0bf-4e94-b76a-7fc1ee712f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:00.372023 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:00.545296 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:00.550579 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5bed-f0bf-4e94-b76a-7fc1ee712f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:00.562396 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-cf740533-b7d4-4b65-a333-c78d0b8f4e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:00.590768 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae5bed-f0bf-4e94-b76a-7fc1ee712f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2043d51-0c31-4078-b34f-0994715ebf52,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:00.595982 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-b1ae5bed-f0bf-4e94-b76a-7fc1ee712f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:00.628850 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5bed-f0bf-4e94-b76a-7fc1ee712f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:00.632884 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-b1ae5bed-f0bf-4e94-b76a-7fc1ee712f66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2043d51-0c31-4078-b34f-0994715ebf52 HTTP/1.1" status: 204 len: 168 time: 0.4976807 Jun 27 12:29:00.695835 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Allocated IP 172.28.3.116 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/eed23fa8-9588-462d-8db9-ec7176169e05) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:00.729673 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38336) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:00.852428 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:00.877651 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:00.909118 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:00.913539 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] Usage tracker for resource:security_group_rule and tenant:b9df9b5f109c4f7d8816fe1ef4759dda is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:00.916982 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:00.924577 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:01.008824 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.011775 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.016286 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-63befe15-618c-4791-896f-8ba1d3f0ad35 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:01.075933 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:01.078647 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:01.082411 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:29:01.121539 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'Port': ['ID=eed23fa8-9588-462d-8db9-ec7176169e05,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:01.130710 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:01.182734 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.192161 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-287640c6-0f1d-4d48-bc7f-be4057dbc901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:01.248427 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12daf061-486f-49db-bd25-3df475053491,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:01.253316 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9df9b5f109c4f7d8816fe1ef4759dda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5227602 Jun 27 12:29:01.254400 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:01.255955 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38354) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:01.267703 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.324538 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f87a77dc-606b-40d0-b808-83d6f88510aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.357284 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f87a77dc-606b-40d0-b808-83d6f88510aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.617683 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.754520 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.782855 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f87a77dc-606b-40d0-b808-83d6f88510aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.789235 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:01.801386 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a77dc-606b-40d0-b808-83d6f88510aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12daf061-486f-49db-bd25-3df475053491,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:01.810432 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f87a77dc-606b-40d0-b808-83d6f88510aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:01.819008 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f87a77dc-606b-40d0-b808-83d6f88510aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.822757 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-f87a77dc-606b-40d0-b808-83d6f88510aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12daf061-486f-49db-bd25-3df475053491 HTTP/1.1" status: 204 len: 168 time: 0.5632505 Jun 27 12:29:01.902818 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.909084 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:01.923210 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38368) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:02.024105 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'Port': ['ID=eed23fa8-9588-462d-8db9-ec7176169e05,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:02.028000 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:02.039735 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:02.112294 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-018c0762-3117-40cf-b738-d3a8e8df6d8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=968e654815f2464d83d37b0327bf712e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1870651 Jun 27 12:29:02.114777 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38378) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:02.134868 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:02.136770 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2103083 Jun 27 12:29:02.175340 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d32be9f-aa3b-40d4-96e5-b817396d4e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:02.201207 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d32be9f-aa3b-40d4-96e5-b817396d4e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:02.373040 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-e86b1f08-765b-44cf-8d86-de03845f6720 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Synchronizing usage tracker for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:security_group {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:02.400167 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d32be9f-aa3b-40d4-96e5-b817396d4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:02.405765 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-dad2df23-c68d-42f6-9d37-c7d67569709a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:02.424414 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32be9f-aa3b-40d4-96e5-b817396d4e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd391df8-3b99-4b09-a0a0-da359ff3c4e4,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:02.426771 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6d32be9f-aa3b-40d4-96e5-b817396d4e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:02.479865 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-e86b1f08-765b-44cf-8d86-de03845f6720 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Unset dirty status for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:security_group {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:02.481220 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-e86b1f08-765b-44cf-8d86-de03845f6720 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--689654913&fields=id&tenant_id=a322fb00b6ac43ed9de816427dbbbf6b HTTP/1.1" status: 200 len: 267 time: 0.1494148 Jun 27 12:29:02.545341 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6d32be9f-aa3b-40d4-96e5-b817396d4e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:02.549901 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-6d32be9f-aa3b-40d4-96e5-b817396d4e6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd391df8-3b99-4b09-a0a0-da359ff3c4e4 HTTP/1.1" status: 204 len: 168 time: 0.4338534 Jun 27 12:29:02.641386 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-faee9ff5-e336-4149-bbb8-92030d45df33 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:02.642843 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-faee9ff5-e336-4149-bbb8-92030d45df33 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 817 time: 0.1527021 Jun 27 12:29:02.659390 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-620e920c-4ca6-4684-b418-cefdab4a6ec8 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/quotas/a322fb00b6ac43ed9de816427dbbbf6b HTTP/1.1" status: 200 len: 375 time: 0.0111511 Jun 27 12:29:02.813629 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-131722ff-8a67-4b5e-ab57-c8340743f428 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1484499 Jun 27 12:29:02.953560 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-29ba010c-956d-478d-857e-ab3fe716eaa2 service neutron] 10.222.0.45 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282377 Jun 27 12:29:03.141055 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-9131505a-5f17-48e2-aa15-f227d98d6562 service neutron] 10.222.0.45 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817181 Jun 27 12:29:03.429403 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-b47645bb-1936-4707-bfcf-e711da39211c req-8e1d38eb-0550-47f1-8536-480134dbf688 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Synchronizing usage tracker for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:03.530961 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-b47645bb-1936-4707-bfcf-e711da39211c req-8e1d38eb-0550-47f1-8536-480134dbf688 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Unset dirty status for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:03.532190 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b47645bb-1936-4707-bfcf-e711da39211c req-8e1d38eb-0550-47f1-8536-480134dbf688 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 210 time: 0.1429977 Jun 27 12:29:03.934115 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38448) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:04.060955 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-574535526-network', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:04.065542 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:04.069526 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Usage tracker for resource:network and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:04.072249 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:04.078518 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:04.239532 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Made reservation on behalf of ee26b428873c4d5f88a663dc8c06bdb9 for: {'network': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:29:04.241940 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.254130 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.284763 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:04.288732 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Usage tracker for resource:security_group_rule and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:04.291428 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:04.296975 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:04.358403 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.451402 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.454629 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-24de732e-630e-45b5-8899-03c67d5c0fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:04.485797 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=75088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:29:04.491835 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f4d3fb-64af-4434-b07c-0717a500da41,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:04.495442 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:04.499538 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.499879 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.segments_db [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Added segment 5f7976fc-4004-4687-80a7-8bdb6107698d of type vlan for network 58bf0099-aea6-4b43-82ce-2574a12da213 Jun 27 12:29:04.527333 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.657770 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.659147 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:04.659861 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.675629 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38472) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:04.697055 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:04.825414 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-839c0a1f-7c97-4476-85f8-962b6b0b004f req-d69d4b13-7582-4e67-a06b-bcccaebf996b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 210 time: 0.0998685 Jun 27 12:29:04.829149 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8908510 Jun 27 12:29:04.829884 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38480) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:04.837272 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Request body: {'subnet': {'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-574535526-subnet', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'ip_version': 4}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:04.844140 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Pushing event updated for resources: {'Network': ['ID=58bf0099-aea6-4b43-82ce-2574a12da213,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:04.846317 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:04.849174 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:04.851093 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.852213 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Usage tracker for resource:subnet and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:04.855840 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:04.861278 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 58bf0099-aea6-4b43-82ce-2574a12da213 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:29:04.862108 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:04.905971 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:04.909970 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:dfd4f65f708e48a18b383d392e3fc997 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:04.913582 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:04.919392 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:04.995380 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.999895 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Made reservation on behalf of ee26b428873c4d5f88a663dc8c06bdb9 for: {'subnet': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:29:05.003269 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1640881'] for subnet, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.112394 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.121129 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:05.165997 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dac692-3897-45e7-aafd-dea32446fa18,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:05.170452 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dfd4f65f708e48a18b383d392e3fc997&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4931636 Jun 27 12:29:05.176754 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:05.176754 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38490) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:05.233705 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ef1e93de-1d4c-4f03-b068-917d7825075a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.258433 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ef1e93de-1d4c-4f03-b068-917d7825075a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.354387 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1585610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1640867'] for subnet, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.359278 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:05.398375 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ef1e93de-1d4c-4f03-b068-917d7825075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.403558 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c0426b88-50db-4397-a585-dfbeb2343718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:05.415815 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e93de-1d4c-4f03-b068-917d7825075a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dac692-3897-45e7-aafd-dea32446fa18,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:05.430719 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ef1e93de-1d4c-4f03-b068-917d7825075a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:05.431640 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b16d6e9-92fc-4996-b1d7-b8dfd530e459,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:05.432745 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ef1e93de-1d4c-4f03-b068-917d7825075a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.436127 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:05.438577 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-ef1e93de-1d4c-4f03-b068-917d7825075a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2dac692-3897-45e7-aafd-dea32446fa18 HTTP/1.1" status: 204 len: 168 time: 0.2646151 Jun 27 12:29:05.448751 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Checking segment: {'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:29:05.449132 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Network hostable DHCP agents. Network: 58bf0099-aea6-4b43-82ce-2574a12da213, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:29:05.548179 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Network 58bf0099-aea6-4b43-82ce-2574a12da213 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:29:05.616901 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 58bf0099-aea6-4b43-82ce-2574a12da213) {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:05.620792 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:05.621371 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.625960 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74084042-b14c-49e6-a40b-169dc1479fb5 None None] Network 58bf0099-aea6-4b43-82ce-2574a12da213 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:29:05.729831 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-bc78cb90-9e6e-4ba9-9653-03748eea9004 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8984871 Jun 27 12:29:05.731971 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38504) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:05.757150 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:05.757150 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:05.757150 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Usage tracker for resource:router and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:05.757150 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:05.759257 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:05.851314 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3688019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31589'] for router, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.852866 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31610'] for router, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.864618 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6236c16f-0ae0-54c6-8644-a3cdfd7cf223-58bf0099-aea6-4b43-82ce-2574a12da213', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459'}]}} from dv-cinder-798098-1-smb. {{(pid=75090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 27 12:29:05.865343 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.892145 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.082590 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.db_base_plugin_common [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Allocated IP 172.20.0.2 (58bf0099-aea6-4b43-82ce-2574a12da213/4b16d6e9-92fc-4996-b1d7-b8dfd530e459/0adebeb9-8829-4110-aab7-1511b0ceeda9) {{(pid=75090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:06.135205 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9003401d-8ca0-4405-8d60-ffbea5796c9f req-8afa0419-d0ab-4d65-bf95-41dbdf2278de tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 210 time: 0.1413529 Jun 27 12:29:06.189887 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3688001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31560'] for router, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.242972 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-6c68f8f0-b30b-45cd-b016-3a818208df68 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:06.244283 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-6c68f8f0-b30b-45cd-b016-3a818208df68 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 817 time: 0.1977375 Jun 27 12:29:06.308690 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-df18ca61-33d1-41e9-997b-debb0eed6230 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Synchronizing usage tracker for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:06.324191 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-df18ca61-33d1-41e9-997b-debb0eed6230 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Unset dirty status for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:06.325203 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-df18ca61-33d1-41e9-997b-debb0eed6230 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a322fb00b6ac43ed9de816427dbbbf6b HTTP/1.1" status: 200 len: 379 time: 0.0604761 Jun 27 12:29:06.337095 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'port': {'device_id': '5fe3642c-9b93-4780-be72-65766f221368', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'admin_state_up': True, 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'security_groups': ['c2b91caf-130a-4eb3-9dad-da687266fd32']}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:06.353363 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Notify callbacks [] for port, precommit_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.364602 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Transition to ACTIVE for port object 0adebeb9-8829-4110-aab7-1511b0ceeda9 will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:06.384759 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Transition to ACTIVE for port object 0adebeb9-8829-4110-aab7-1511b0ceeda9 will not be triggered until provisioned by entity DHCP. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:06.449579 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38520) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:06.462853 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.467177 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:06.478811 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.507165 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:06.519887 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:06.529008 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Network 58bf0099-aea6-4b43-82ce-2574a12da213 is already hosted by enough agents. {{(pid=75090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:06.532068 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Resources bound (agent type, host, resource id): {{(pid=75090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:06.536355 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Received port after_create {{(pid=75090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:29:06.542686 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Pushing event updated for resources: {'Port': ['ID=0adebeb9-8829-4110-aab7-1511b0ceeda9,revision_number=1']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:06.553065 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.554240 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.554718 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.555181 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.555669 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.555999 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.556321 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.556673 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.556994 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.557313 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.557635 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:06.561512 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:06.562548 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:06.569184 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.596733 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:bf74b50722894bd99a6793322085fa39 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:06.602488 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:06.605729 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.611488 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:06.650133 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Attempting to bind port 0adebeb9-8829-4110-aab7-1511b0ceeda9 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:29:06.650608 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Attempting to bind port 0adebeb9-8829-4110-aab7-1511b0ceeda9 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:29:06.651052 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Attempting to bind port 0adebeb9-8829-4110-aab7-1511b0ceeda9 on network 58bf0099-aea6-4b43-82ce-2574a12da213 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:29:06.658191 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:29:06.658847 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Checking segment: {'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:29:06.659330 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.660086 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Bound using segment: {'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:29:06.660665 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Bound port: 0adebeb9-8829-4110-aab7-1511b0ceeda9, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:29:06.661117 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.674250 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Made reservation on behalf of a322fb00b6ac43ed9de816427dbbbf6b for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:29:06.677578 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.759064 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] For port 0adebeb9-8829-4110-aab7-1511b0ceeda9, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:29:06.763104 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] For port 0adebeb9-8829-4110-aab7-1511b0ceeda9, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=0adebeb9-8829-4110-aab7-1511b0ceeda9,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:29:06.833394 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Allocated IP 172.28.3.84 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/87c21317-0f8b-4f27-9bb1-acdabcc9f9c5) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:06.833394 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.849981 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Allocated IP 172.20.0.3 (75c1798c-5fae-4787-96be-a9306ad7a926/fe830849-03b2-497b-9130-e38b25e74da6/2ca1ad6e-949c-44d9-aeb0-69c16bcde834) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:06.909739 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.914172 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:07.000955 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Pushing event updated for resources: {'Port': ['ID=0adebeb9-8829-4110-aab7-1511b0ceeda9,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:07.004633 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.029620 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.039017 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-0a77eb6c-7be5-4fe1-a9ea-a1beb309f063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:07.064969 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.079689 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.096077 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Transition to ACTIVE for port object 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 will not be triggered until provisioned by entity DHCP. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:07.107202 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7202bae4-005a-4bb1-9906-7c18feeb549a,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:07.112687 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf74b50722894bd99a6793322085fa39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6625514 Jun 27 12:29:07.114486 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.115393 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38534) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:07.197132 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ba94b094-5987-4273-a233-1f838cd88783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.228911 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ba94b094-5987-4273-a233-1f838cd88783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.269391 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.285174 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:07.330846 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.333962 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-900ff01f-8725-4869-bc5e-a595a671ea2b tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:07.392934 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:07.402058 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:07.406122 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:29:07.418573 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Network 75c1798c-5fae-4787-96be-a9306ad7a926 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:07.422015 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:07.426320 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:29:07.454929 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event updated for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:07.455158 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Pushing event updated for resources: {'Port': ['ID=87c21317-0f8b-4f27-9bb1-acdabcc9f9c5,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:07.462350 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ba94b094-5987-4273-a233-1f838cd88783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.462776 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.465250 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.471347 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8ffcb090-8a9f-4301-a49a-7cf2942696c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:07.490071 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94b094-5987-4273-a233-1f838cd88783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7202bae4-005a-4bb1-9906-7c18feeb549a,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:07.494558 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ba94b094-5987-4273-a233-1f838cd88783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.509933 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:07.510587 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.576338 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538dbfa-ae94-43db-9353-fabcad672bb4 req-5c4d8721-336b-4ba3-9cd5-e5af5f61497e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:07.577862 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6538dbfa-ae94-43db-9353-fabcad672bb4 req-5c4d8721-336b-4ba3-9cd5-e5af5f61497e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 931 time: 0.2450943 Jun 27 12:29:07.595127 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ba94b094-5987-4273-a233-1f838cd88783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.596247 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-ba94b094-5987-4273-a233-1f838cd88783 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7202bae4-005a-4bb1-9906-7c18feeb549a HTTP/1.1" status: 204 len: 168 time: 0.4788508 Jun 27 12:29:07.642626 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6538dbfa-ae94-43db-9353-fabcad672bb4 req-78b1787f-f134-4d84-ad1f-7aff874cd2c5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578842 Jun 27 12:29:07.683710 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3518367 Jun 27 12:29:07.704016 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Request body: {'port': {'device_id': '5fe3642c-9b93-4780-be72-65766f221368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:07.775374 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.776100 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693041'] for router, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.880952 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.017419 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-1ed2cc1d-8825-490f-977f-9cef4a56e378 None None] Provisioning for port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:08.026612 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-1ed2cc1d-8825-490f-977f-9cef4a56e378 None None] Provisioning complete for port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:08.027180 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cc1d-8825-490f-977f-9cef4a56e378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.085900 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2cc1d-8825-490f-977f-9cef4a56e378 None None] Port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:29:08.142941 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b is scheduled to L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 with binding_index 1 {{(pid=75088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 12:29:08.153651 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71911fd4-abe6-4bd4-b50c-99f8c33204d0 None None] Network 58bf0099-aea6-4b43-82ce-2574a12da213 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:29:08.391814 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:29:08.399218 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.416998 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Transition to ACTIVE for port object 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:08.427858 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-4b224815-d11c-4e38-9279-4f5c49870580 None None] Provisioning for port 0adebeb9-8829-4110-aab7-1511b0ceeda9 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:08.448542 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:29:08.458858 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Sync routers for ids ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:29:08.511927 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Routers {'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:08.512687 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:08.517491 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.526456 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-997d7726-583b-4788-b6ea-ec0d82f1e781 tempest-DeleteServersTestJSON-1692850351 tempest-DeleteServersTestJSON-1692850351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:08.549129 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Notify callbacks [] for router, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.550885 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8176270 Jun 27 12:29:08.554270 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38586) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:08.607245 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Pushing event updated for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:08.613384 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:08.932759 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Set router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:09.014674 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Attempting to bind port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:29:09.015005 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Attempting to bind port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:29:09.015319 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Attempting to bind port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 on network 75c1798c-5fae-4787-96be-a9306ad7a926 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:29:09.040634 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 on network 75c1798c-5fae-4787-96be-a9306ad7a926 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:29:09.040901 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Attempting to bind port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 on network 75c1798c-5fae-4787-96be-a9306ad7a926 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:29:09.060807 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:29:09.096759 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:29:09.097100 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Checking segment: {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:29:09.097496 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Bound using segment: {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:29:09.097934 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Bound port: 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2677443f-5e06-4833-aa71-4cd6341d7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:29:09.098277 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:09.183329 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 0adebeb9-8829-4110-aab7-1511b0ceeda9 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:09.237381 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abea181-f32e-41f0-9cc9-ccbed991dbe6 req-cd6f5563-5048-48bc-a5c2-ab05483e9fc2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:09.238069 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-1abea181-f32e-41f0-9cc9-ccbed991dbe6 req-cd6f5563-5048-48bc-a5c2-ab05483e9fc2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Synchronizing usage tracker for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:09.241442 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:29:09.245403 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:29:09.332109 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:09.351467 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:09.403737 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-1abea181-f32e-41f0-9cc9-ccbed991dbe6 req-cd6f5563-5048-48bc-a5c2-ab05483e9fc2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Unset dirty status for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:09.410285 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1abea181-f32e-41f0-9cc9-ccbed991dbe6 req-cd6f5563-5048-48bc-a5c2-ab05483e9fc2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.4624515 Jun 27 12:29:09.446815 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:09.448801 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] 10.222.0.50 "PUT /v2.0/ports/2ca1ad6e-949c-44d9-aeb0-69c16bcde834 HTTP/1.1" status: 200 len: 1093 time: 1.7501585 Jun 27 12:29:09.451927 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:29:09.503402 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:07Z', 'revision_number': 3, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:09.512198 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Checking router: f35ca1fc-ed74-4d6d-9ede-47ca55ab002b for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:29:09.512987 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Updating router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 binding host dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:29:09.515730 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Pushing event updated for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:09.521546 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:09.537081 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1abea181-f32e-41f0-9cc9-ccbed991dbe6 req-1ceafb4b-6175-46ec-8a8f-b2f55d11d9a7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256936 Jun 27 12:29:09.585277 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 0adebeb9-8829-4110-aab7-1511b0ceeda9 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:09.615560 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 0adebeb9-8829-4110-aab7-1511b0ceeda9 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:09.616824 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:09.690093 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:09.690304 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'status': 'completed', 'code': 200} Jun 27 12:29:09.777031 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-c70a8b7f-51f2-4c7f-8bae-04d9afbe251d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 1096 time: 0.1824868 Jun 27 12:29:09.869879 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-488cd213-04bc-45af-96bb-8dfb83b2e763 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834 HTTP/1.1" status: 200 len: 217 time: 0.0758939 Jun 27 12:29:09.915121 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:09.923107 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:09.955072 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-3eb9be8f-14c9-4356-bd6f-9ab102ce62ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:09.957156 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-3eb9be8f-14c9-4356-bd6f-9ab102ce62ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.0793617 Jun 27 12:29:10.059804 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 0adebeb9-8829-4110-aab7-1511b0ceeda9, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=0adebeb9-8829-4110-aab7-1511b0ceeda9,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:10.071781 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-51da9aa9-a19c-410b-b857-4dd43443e7ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1032417 Jun 27 12:29:10.156457 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Allocated IP 172.20.0.1 (58bf0099-aea6-4b43-82ce-2574a12da213/4b16d6e9-92fc-4996-b1d7-b8dfd530e459/61580135-3591-4e19-a4f7-ed2ef495a94d) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:10.183893 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Notify callbacks [] for port, precommit_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.196065 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Transition to ACTIVE for port object 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:10.200219 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.203246 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:10.218603 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-36ab30dd-4734-4705-94f7-108b09ecc7f6 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426811 Jun 27 12:29:10.283318 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=0adebeb9-8829-4110-aab7-1511b0ceeda9,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:10.298628 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:10.304765 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.317876 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:10.371948 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c3763b3b-d330-4021-9f19-ca5f0da11888 req-d777e9cd-d95f-4cd1-913f-6b6c36f136ae service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468189 Jun 27 12:29:10.375446 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.393980 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Transition to ACTIVE for port object 61580135-3591-4e19-a4f7-ed2ef495a94d will not be triggered until provisioned by entity DHCP. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:10.456401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Attempting to bind port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:29:10.456401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Attempting to bind port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:29:10.456401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Attempting to bind port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 on network 6cc6fb11-e95d-44c8-aefa-1369e056d817 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:29:10.456401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551e523-de84-4411-acbc-e7d05eb93cd5 None None] Pushing event updated for resources: {'Port': ['ID=87c21317-0f8b-4f27-9bb1-acdabcc9f9c5,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:10.456401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5551e523-de84-4411-acbc-e7d05eb93cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:10.456401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:29:10.456401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Checking segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:29:10.456401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.456401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Bound using segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:29:10.456401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Bound port: 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:29:10.457638 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.462574 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38640) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:10.503575 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] For port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:29:10.507173 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] For port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=87c21317-0f8b-4f27-9bb1-acdabcc9f9c5,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:29:10.575002 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.582781 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-75ee287c-00d9-4058-9b05-1e56257c4105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:10.658345 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.663634 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-ec7d8814-cacd-43bc-b79d-22a21a1f0261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:10.671526 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.690182 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1e95a58a-75f9-445d-932d-a1c7e1cbc424 req-e2f2a3bd-6b30-4e74-9a13-27ad9af75567 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 1096 time: 0.0961182 Jun 27 12:29:10.697583 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Network 58bf0099-aea6-4b43-82ce-2574a12da213 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:10.704652 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:10.707393 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:29:10.762854 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Pushing event updated for resources: {'Port': ['ID=61580135-3591-4e19-a4f7-ed2ef495a94d,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:10.771530 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:10.805085 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:10.811934 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] Usage tracker for resource:security_group_rule and tenant:a6679b1f4d514ef2bc09883a406d39ab is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:10.815827 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3692583'] for router_interface, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.819291 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:10.829411 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:10.861050 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Routers {'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:10.861710 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:10.938626 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551e523-de84-4411-acbc-e7d05eb93cd5 None None] Pushing event updated for resources: {'Port': ['ID=87c21317-0f8b-4f27-9bb1-acdabcc9f9c5,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:10.943933 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5551e523-de84-4411-acbc-e7d05eb93cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:10.965627 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.049592 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e86954-8be2-4dc7-9d53-c782fcbe76e4 req-9bea8df0-0e7b-4361-ba55-5978c5a4a308 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:11.058716 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2e86954-8be2-4dc7-9d53-c782fcbe76e4 req-9bea8df0-0e7b-4361-ba55-5978c5a4a308 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.3401532 Jun 27 12:29:11.079901 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.088402 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a58a-75f9-445d-932d-a1c7e1cbc424 req-6b53e4d4-ab5a-47e5-b54b-7412434e2656 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:11.089516 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1e95a58a-75f9-445d-932d-a1c7e1cbc424 req-6b53e4d4-ab5a-47e5-b54b-7412434e2656 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 918 time: 0.3920717 Jun 27 12:29:11.098371 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 0adebeb9-8829-4110-aab7-1511b0ceeda9 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:11.108127 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.130106 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f2b9330a-bdfe-4325-84d8-c54a0f5a7823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:11.174312 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1e95a58a-75f9-445d-932d-a1c7e1cbc424 req-57ebfca1-d8a7-4218-aa56-b80174b06174 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834 HTTP/1.1" status: 200 len: 217 time: 0.0731459 Jun 27 12:29:11.194405 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] Set router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:11.197603 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce1cde3-ea30-479c-beee-d6a181539424,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:11.236084 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6679b1f4d514ef2bc09883a406d39ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7721515 Jun 27 12:29:11.241315 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2e86954-8be2-4dc7-9d53-c782fcbe76e4 req-82ac6e96-12df-4ed4-a7b4-50f076d91528 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811533 Jun 27 12:29:11.243814 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38660) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:11.310194 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a58a-75f9-445d-932d-a1c7e1cbc424 req-37606b5c-c92a-4004-af8d-08a2a10ab05c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:11.311662 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1e95a58a-75f9-445d-932d-a1c7e1cbc424 req-37606b5c-c92a-4004-af8d-08a2a10ab05c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.1295891 Jun 27 12:29:11.326424 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:11.328565 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fd6e0496-6037-43eb-a2b4-e5ca436ee8f0 None None] Provisioning for port 61580135-3591-4e19-a4f7-ed2ef495a94d completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:11.353851 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fd6e0496-6037-43eb-a2b4-e5ca436ee8f0 None None] Provisioning complete for port 61580135-3591-4e19-a4f7-ed2ef495a94d triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:11.354233 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fd6e0496-6037-43eb-a2b4-e5ca436ee8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.419889 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-70cbd509-da22-4848-a0f2-978e2dbcdc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.468057 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-70cbd509-da22-4848-a0f2-978e2dbcdc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.501014 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1e95a58a-75f9-445d-932d-a1c7e1cbc424 req-0a75d2df-54f1-4c49-863d-62b2cd7a87e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1597211 Jun 27 12:29:11.519308 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 0adebeb9-8829-4110-aab7-1511b0ceeda9 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:11.519308 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.626659 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e0496-6037-43eb-a2b4-e5ca436ee8f0 None None] Port 61580135-3591-4e19-a4f7-ed2ef495a94d cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:29:11.682519 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.685569 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1e95a58a-75f9-445d-932d-a1c7e1cbc424 req-8ad088e3-bd02-4e67-9521-13c6a70a6362 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759672 Jun 27 12:29:11.766067 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-70cbd509-da22-4848-a0f2-978e2dbcdc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.774404 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7cc01d5a-f4ef-4d68-a26d-b8ea4901f06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:11.791532 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.799326 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbd509-da22-4848-a0f2-978e2dbcdc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce1cde3-ea30-479c-beee-d6a181539424,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:11.801052 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:07Z', 'revision_number': 3, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:11.805715 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-70cbd509-da22-4848-a0f2-978e2dbcdc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:11.806790 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0598a-8b6d-484a-b04e-ec54cf0e2786 None None] The sync data for ids ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'] in dv-cinder-798098-1-smb is: [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:07Z', 'revision_number': 3, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:29:11.814017 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-70cbd509-da22-4848-a0f2-978e2dbcdc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.818340 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-70cbd509-da22-4848-a0f2-978e2dbcdc93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ce1cde3-ea30-479c-beee-d6a181539424 HTTP/1.1" status: 204 len: 168 time: 0.5696001 Jun 27 12:29:11.833067 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:11.863289 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1e95a58a-75f9-445d-932d-a1c7e1cbc424 req-35c73813-dc87-4d09-8ede-c1b9b05e8d8d service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665981 Jun 27 12:29:11.938259 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690507'] for router_interface, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.942974 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Pushing event updated for resources: {'Port': ['ID=61580135-3591-4e19-a4f7-ed2ef495a94d,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:11.949817 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:12.127775 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Network 58bf0099-aea6-4b43-82ce-2574a12da213 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:12.128909 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:12.480616 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-a38285b8-89a7-4d25-ab41-d55317cc84b1 None None] Provisioning complete for port 61580135-3591-4e19-a4f7-ed2ef495a94d triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:12.481240 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a38285b8-89a7-4d25-ab41-d55317cc84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:12.621553 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-a38285b8-89a7-4d25-ab41-d55317cc84b1 None None] Port 61580135-3591-4e19-a4f7-ed2ef495a94d cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:29:12.682271 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436891ae-2842-4c17-ba01-1b820013653d req-dcfcc33e-9d3b-4db9-b839-900dd75e9ce3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:12.684006 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-436891ae-2842-4c17-ba01-1b820013653d req-dcfcc33e-9d3b-4db9-b839-900dd75e9ce3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.1557925 Jun 27 12:29:12.750795 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-436891ae-2842-4c17-ba01-1b820013653d req-0e93f0df-228a-4774-9f3a-de9d6b2515b0 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605822 Jun 27 12:29:12.878141 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a3658-bdee-43ec-a2ee-a667ea85c223 req-cbc988a4-8933-4e8c-9609-82ca592e06e0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:12.879609 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7f1a3658-bdee-43ec-a2ee-a667ea85c223 req-cbc988a4-8933-4e8c-9609-82ca592e06e0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.3346164 Jun 27 12:29:12.994031 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7f1a3658-bdee-43ec-a2ee-a667ea85c223 req-75565c52-dce8-45d3-833b-bc8546bace2a tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075821 Jun 27 12:29:13.036202 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:29:13.039709 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:13.053221 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38710) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:13.074902 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.112244 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:13.116166 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Usage tracker for resource:security_group_rule and tenant:3509f856e1284906b1f831bd07feea10 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:13.119270 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:13.125192 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:13.192184 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.231362 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:13.238105 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:13.238703 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.254628 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:29:13.280097 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] 10.222.0.45 "PUT /v2.0/routers/f35ca1fc-ed74-4d6d-9ede-47ca55ab002b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7152085 Jun 27 12:29:13.280314 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.282325 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c8ea60b9-c153-4a55-b24d-2cf990dfc629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:13.320265 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38718) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:13.330137 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976fbb91-25d4-4ea4-9a1d-1170a0e08596,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:13.338812 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.339246 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.339609 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.340055 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.340309 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.340861 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.341212 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.341556 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.341894 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.342323 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.342690 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:13.349405 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3509f856e1284906b1f831bd07feea10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2947235 Jun 27 12:29:13.350299 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38724) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:13.350577 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:13.376378 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.394222 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=87c21317-0f8b-4f27-9bb1-acdabcc9f9c5,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:13.430352 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-86573089-42dc-442c-8148-7c4ebadab3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.440384 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:29:13.458587 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-86573089-42dc-442c-8148-7c4ebadab3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.517629 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.559202 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.569048 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5551e523-de84-4411-acbc-e7d05eb93cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:13.647165 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-86573089-42dc-442c-8148-7c4ebadab3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.653064 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-234fecc9-2ba4-4bee-b76c-f7d70723be33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:13.664893 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=87c21317-0f8b-4f27-9bb1-acdabcc9f9c5,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:13.670098 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:13.674899 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86573089-42dc-442c-8148-7c4ebadab3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976fbb91-25d4-4ea4-9a1d-1170a0e08596,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:13.676952 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:13.680062 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:13.680771 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-86573089-42dc-442c-8148-7c4ebadab3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:13.683189 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] Usage tracker for resource:security_group_rule and tenant:c7bbc664a1d647c687134233e548f97b is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:13.688720 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:13.694843 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-86573089-42dc-442c-8148-7c4ebadab3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.698593 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-86573089-42dc-442c-8148-7c4ebadab3a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/976fbb91-25d4-4ea4-9a1d-1170a0e08596 HTTP/1.1" status: 204 len: 168 time: 0.3441157 Jun 27 12:29:13.698593 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:13.705720 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'port_id': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'mac_address': 'fa:16:3e:ac:fe:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:29:13.771041 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.778876 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:13.800357 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:29:13.818731 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:13.985600 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631f86f-0aec-4ee7-85d3-cfa4bb4986e1 req-f88a8db0-0cf0-4330-8bf0-38ab7ee227a6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:13.987047 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3631f86f-0aec-4ee7-85d3-cfa4bb4986e1 req-f88a8db0-0cf0-4330-8bf0-38ab7ee227a6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0822387 Jun 27 12:29:13.997517 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:14.005559 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-86573089-42dc-442c-8148-7c4ebadab3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:14.038154 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3631f86f-0aec-4ee7-85d3-cfa4bb4986e1 req-8101f2a1-a0b5-4db0-bd7b-0404b3a0239b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442836 Jun 27 12:29:14.045342 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587915f6-6537-4d33-9bcf-45455b6683bc,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:14.050427 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7bbc664a1d647c687134233e548f97b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7276137 Jun 27 12:29:14.050427 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:14.052615 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38738) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:14.102658 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:14.106711 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:14.135263 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-457f0710-b41d-436b-b46b-60733fba02f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:14.163686 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-457f0710-b41d-436b-b46b-60733fba02f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:14.212865 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:14.222262 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:14.223574 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eea2d-26dc-4982-9720-dbe84ce0ba0f req-5905d785-f3b9-4acc-8140-cd0b0301a188 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:14.225688 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-eb9eea2d-26dc-4982-9720-dbe84ce0ba0f req-5905d785-f3b9-4acc-8140-cd0b0301a188 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.0923743 Jun 27 12:29:14.271422 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-eb9eea2d-26dc-4982-9720-dbe84ce0ba0f req-c609ad30-eb6b-43df-ab40-96529d7df32c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=e54b7c29-397a-43d6-9fa7-b840beb73cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400395 Jun 27 12:29:14.352168 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-457f0710-b41d-436b-b46b-60733fba02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:14.360145 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2fc484ca-b7e8-4235-a993-25b45480dded tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:14.376273 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f0710-b41d-436b-b46b-60733fba02f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587915f6-6537-4d33-9bcf-45455b6683bc,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:14.378996 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-457f0710-b41d-436b-b46b-60733fba02f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:14.392845 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['2ca1ad6e-949c-44d9-aeb0-69c16bcde834'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:29:14.401040 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-457f0710-b41d-436b-b46b-60733fba02f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:14.403389 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-457f0710-b41d-436b-b46b-60733fba02f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/587915f6-6537-4d33-9bcf-45455b6683bc HTTP/1.1" status: 204 len: 168 time: 0.3490863 Jun 27 12:29:14.424024 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-fc0d6935-54b8-47ca-9881-76c4351717d8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:14.430861 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-fc0d6935-54b8-47ca-9881-76c4351717d8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.50 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 946 time: 0.1123497 Jun 27 12:29:14.499278 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Deleting port c8e9cce7-ff9a-445f-a44c-e771182b1924 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:29:14.499623 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:14.755658 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] For port c8e9cce7-ff9a-445f-a44c-e771182b1924, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c8e9cce7-ff9a-445f-a44c-e771182b1924,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:14.756538 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.017171 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:15.085206 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:15.085583 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.139714 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.139714 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.139714 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.l3_db [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Floating IP 1e6b565c-efb0-4bae-a2da-7a3589c1c3ca disassociated. External IP: 172.28.3.124, port: c8e9cce7-ff9a-445f-a44c-e771182b1924. Jun 27 12:29:15.139714 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Calling delete_port for c8e9cce7-ff9a-445f-a44c-e771182b1924 owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:29:15.313871 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38772) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:15.359558 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.410755 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83123-5e68-4ee7-9407-74c5bb909114 req-32f4693e-e171-4451-9b2a-2cee3428fa8f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:15.417410 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:15.420261 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-30e83123-5e68-4ee7-9407-74c5bb909114 req-32f4693e-e171-4451-9b2a-2cee3428fa8f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 944 time: 0.2155583 Jun 27 12:29:15.423710 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc0be34882c4d8eaa465163ec690853 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:15.425789 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:15.444254 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:15.459202 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:15.491647 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-30e83123-5e68-4ee7-9407-74c5bb909114 req-86b858af-e354-4f22-ac90-253b68c75989 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614846 Jun 27 12:29:15.493664 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.501750 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-bc2601dd-9217-412e-a05f-00a66d660b84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:15.593511 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event deleted for resources: {'Port': ['ID=c8e9cce7-ff9a-445f-a44c-e771182b1924,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:15.612042 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:15.613408 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.627567 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-23a2b333-2a1a-4b38-86bf-aac239457a64 req-bb60b624-911a-4b9d-86f2-c6179aa3f630 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 210 time: 0.1869340 Jun 27 12:29:15.716826 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:15.722048 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:15.722579 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.773847 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Sync routers for ids ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:29:15.775260 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.793034 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38780) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:15.805905 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Routers {'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:15.806529 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:15.811618 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d8ba5f7d-6790-421f-86d8-0e8181d9ad62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:15.825811 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1dc0be34882c4d8eaa465163ec690853&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5108683 Jun 27 12:29:15.828195 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38786) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:15.833251 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-63667543-network', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:15.839144 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:15.851210 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.868320 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Usage tracker for resource:network and tenant:7d784193ceae4c8bb2bd6530c624c119 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:15.875395 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:15.878435 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117aa850-80de-495e-8828-842b59bd9b43,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:15.884277 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:15.899774 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:15.906321 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:15.907822 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:29:15.920878 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8e2b67e5-16a3-4528-8366-0dd3d7200162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.954316 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8e2b67e5-16a3-4528-8366-0dd3d7200162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:15.959189 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Router 932e614c-677c-4f8d-bd97-941733b1485c has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:29:16.009068 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.013047 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:16.069704 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'code': 200} Jun 27 12:29:16.077053 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Made reservation on behalf of 7d784193ceae4c8bb2bd6530c624c119 for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:29:16.081144 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.097196 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Set router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:16.098399 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.148646 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:16.152493 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:16.168978 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8e2b67e5-16a3-4528-8366-0dd3d7200162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.174688 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8a67faad-b195-4062-b214-3a8bbe8d30cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:16.194087 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b67e5-16a3-4528-8366-0dd3d7200162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117aa850-80de-495e-8828-842b59bd9b43,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:16.196725 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8e2b67e5-16a3-4528-8366-0dd3d7200162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:16.207942 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-8e2b67e5-16a3-4528-8366-0dd3d7200162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.209835 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-8e2b67e5-16a3-4528-8366-0dd3d7200162 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/117aa850-80de-495e-8828-842b59bd9b43 HTTP/1.1" status: 204 len: 168 time: 0.3802779 Jun 27 12:29:16.254198 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:16.264364 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Usage tracker for resource:security_group_rule and tenant:7d784193ceae4c8bb2bd6530c624c119 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:16.268783 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:16.275842 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:16.356798 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:29:16.369284 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] Sync routers for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:29:16.385396 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:16.386085 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:16.488626 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] No DVR routers for this DVR port c8e9cce7-ff9a-445f-a44c-e771182b1924 on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:29:16.495214 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.498927 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377c4621-1616-43a8-ae75-6345a69220ec', 'name': 'network-vif-deleted', 'tag': 'c8e9cce7-ff9a-445f-a44c-e771182b1924'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:29:16.505028 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.526912 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '61580135-3591-4e19-a4f7-ed2ef495a94d', 'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'mac_address': 'fa:16:3e:4e:b1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:09Z', 'updated_at': '2021-06-27T12:29:11Z', 'revision_number': 2, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'subnets': [{'id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:16.537570 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Checking router: f35ca1fc-ed74-4d6d-9ede-47ca55ab002b for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:29:16.537953 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Updating router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b port 61580135-3591-4e19-a4f7-ed2ef495a94d binding host dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:29:16.601337 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:16.637524 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.644097 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-341de788-e6c8-47c5-8214-3aedc5d1172f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:16.651555 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.702342 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1f277fa0-d78b-4233-adbd-f56661b24f22 req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.50 "DELETE /v2.0/ports/c8e9cce7-ff9a-445f-a44c-e771182b1924 HTTP/1.1" status: 204 len: 173 time: 2.2714353 Jun 27 12:29:16.706238 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377c4621-1616-43a8-ae75-6345a69220ec', 'name': 'network-vif-deleted', 'tag': 'c8e9cce7-ff9a-445f-a44c-e771182b1924', 'status': 'completed', 'code': 200} Jun 27 12:29:16.707144 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bc643e-4005-4cb5-8e92-b01358a105b5,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:16.712180 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:16.723479 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:29:16.736187 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.736786 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Added segment bcd73221-f992-4351-8e97-82dfbfe49b36 of type vlan for network 4520ba13-ca96-457e-8b49-e855ba238335 Jun 27 12:29:16.777820 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:16.780619 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-702c8daf-2448-48dc-aeda-cf802863c9e2 req-0f9a7caa-0030-4aca-bad6-828c00e0303e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 1098 time: 0.2639172 Jun 27 12:29:16.898518 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-baefca8d-afe8-434d-b27d-be5f3d8c2b51 req-5c35fe94-a044-4075-80b6-ffb9ca7da39d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 210 time: 0.0621233 Jun 27 12:29:16.940576 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-702c8daf-2448-48dc-aeda-cf802863c9e2 req-1fa8df67-742e-4bca-8436-bcf22ecf03cc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519537 Jun 27 12:29:17.017397 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaf837-d44b-492e-8fe8-95cdb4039420 req-101f7497-f652-4210-8bbb-5df4a3ad65ce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:17.027449 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7ddaf837-d44b-492e-8fe8-95cdb4039420 req-101f7497-f652-4210-8bbb-5df4a3ad65ce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.1537354 Jun 27 12:29:17.061893 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:17.071926 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:17.071926 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:17.071926 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:17.220391 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:17.222435 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:17.226578 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] Checking router: 932e614c-677c-4f8d-bd97-941733b1485c for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:29:17.228993 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Pushing event updated for resources: {'Network': ['ID=4520ba13-ca96-457e-8b49-e855ba238335,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:17.244459 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7ddaf837-d44b-492e-8fe8-95cdb4039420 req-f010fbe8-20da-46ab-a85e-260e2345e693 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160656 Jun 27 12:29:17.245674 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:17.245813 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:17.246492 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:17.267647 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Transition to ACTIVE for port object 61580135-3591-4e19-a4f7-ed2ef495a94d will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:17.305014 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 4520ba13-ca96-457e-8b49-e855ba238335 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:29:17.343019 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5255134 Jun 27 12:29:17.343571 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38816) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:17.348470 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Request body: {'subnet': {'network_id': '4520ba13-ca96-457e-8b49-e855ba238335', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-63667543-subnet', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'ip_version': 4}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:17.355690 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:17.357406 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Usage tracker for resource:subnet and tenant:7d784193ceae4c8bb2bd6530c624c119 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:17.360611 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:17.366701 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:17.380268 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:17.386102 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:17.487854 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device c8e9cce7-ff9a-445f-a44c-e771182b1924 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:29:17.506977 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Pushing event updated for resources: {'Port': ['ID=61580135-3591-4e19-a4f7-ed2ef495a94d,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:17.517761 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Made reservation on behalf of 7d784193ceae4c8bb2bd6530c624c119 for: {'subnet': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:29:17.520613 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1219562'] for subnet, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:17.528770 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: c8e9cce7-ff9a-445f-a44c-e771182b1924 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:29:17.529608 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device c8e9cce7-ff9a-445f-a44c-e771182b1924 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:29:17.579798 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:17.600328 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.605545 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.605936 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.606265 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.606593 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.606915 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.607243 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.607792 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.608116 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.608429 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.610077 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:17.621025 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:17.644253 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Attempting to bind port 61580135-3591-4e19-a4f7-ed2ef495a94d on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:29:17.644729 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Attempting to bind port 61580135-3591-4e19-a4f7-ed2ef495a94d by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:29:17.645022 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Attempting to bind port 61580135-3591-4e19-a4f7-ed2ef495a94d on network 58bf0099-aea6-4b43-82ce-2574a12da213 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:29:17.655622 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:29:17.655996 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Checking segment: {'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:29:17.656395 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:17.658382 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Bound using segment: {'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:29:17.658878 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Bound port: 61580135-3591-4e19-a4f7-ed2ef495a94d, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:29:17.659261 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:17.862684 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] For port 61580135-3591-4e19-a4f7-ed2ef495a94d, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:29:17.867782 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] For port 61580135-3591-4e19-a4f7-ed2ef495a94d, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=61580135-3591-4e19-a4f7-ed2ef495a94d,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:29:18.011696 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:18.015816 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:18.090540 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:18.095507 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc70e3-7f75-48a5-8d03-09f6a5f52fbd None None] The sync data for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb is: [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:29:18.225896 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-943222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1219576'] for subnet, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:18.231438 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Pushing event updated for resources: {'Port': ['ID=61580135-3591-4e19-a4f7-ed2ef495a94d,revision_number=4']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:18.232468 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:18.235325 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1ebf193b-997d-4180-99e5-651441d51f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:18.236459 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Routers {'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:18.237187 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:18.288275 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ce963c00-12a1-4ca0-84f9-02731279f04f req-4a1143e3-df80-4940-ad2f-dbac139fa6d5 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=377c4621-1616-43a8-ae75-6345a69220ec HTTP/1.1" status: 200 len: 210 time: 0.0728748 Jun 27 12:29:18.373338 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af3688b-11a9-4963-92ba-3a32c327d9d7,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:18.378989 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:18.587417 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] Set router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:18.605442 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Checking segment: {'id': 'bcd73221-f992-4351-8e97-82dfbfe49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:29:18.605802 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Network hostable DHCP agents. Network: 4520ba13-ca96-457e-8b49-e855ba238335, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:29:18.664582 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a31aa9-b910-4606-9532-feeb6c1363ab req-f68347ff-c6b8-4913-bfc0-3af8d42d1d2c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:18.672882 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d7a31aa9-b910-4606-9532-feeb6c1363ab req-f68347ff-c6b8-4913-bfc0-3af8d42d1d2c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.2449541 Jun 27 12:29:18.747457 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d7a31aa9-b910-4606-9532-feeb6c1363ab req-3241e874-1039-4801-adef-00aeb714e845 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735307 Jun 27 12:29:18.748559 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Network 4520ba13-ca96-457e-8b49-e855ba238335 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:29:18.832823 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 4520ba13-ca96-457e-8b49-e855ba238335) {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:18.840452 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:18.842257 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:18.847966 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e8c4b1-e548-4779-81cd-858eee673d03 None None] Network 4520ba13-ca96-457e-8b49-e855ba238335 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:29:18.986584 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6423082 Jun 27 12:29:18.988963 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38852) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:18.995385 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-63667543-router', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:19.003787 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:19.009372 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2287273-6a41-447b-9e19-e78b2aae2896 req-0a8d7202-5579-4919-9883-ebc1be74e595 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:19.011373 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Usage tracker for resource:router and tenant:7d784193ceae4c8bb2bd6530c624c119 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:19.020323 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:19.021061 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a2287273-6a41-447b-9e19-e78b2aae2896 req-0a8d7202-5579-4919-9883-ebc1be74e595 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.1355627 Jun 27 12:29:19.021621 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38856) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:19.028161 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:19.030729 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-17539206-e5ac-45e9-9c1a-ec944e77e58f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Request body: {'floatingip': {'port_id': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:19.039109 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '61580135-3591-4e19-a4f7-ed2ef495a94d', 'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'mac_address': 'fa:16:3e:4e:b1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:09Z', 'updated_at': '2021-06-27T12:29:17Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'subnets': [{'id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:19.045454 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb256f0a-c9e7-479a-a339-2852825f1ec4 None None] The sync data for ids ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'] in dv-cinder-798098-1-smb is: [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '61580135-3591-4e19-a4f7-ed2ef495a94d', 'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'mac_address': 'fa:16:3e:4e:b1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:09Z', 'updated_at': '2021-06-27T12:29:17Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'subnets': [{'id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:29:19.165626 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-17539206-e5ac-45e9-9c1a-ec944e77e58f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:19.217728 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6236c16f-0ae0-54c6-8644-a3cdfd7cf223-4520ba13-ca96-457e-8b49-e855ba238335', 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'fixed_ips': [{'subnet_id': '8af3688b-11a9-4963-92ba-3a32c327d9d7'}]}} from dv-cinder-798098-1-smb. {{(pid=75090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 27 12:29:19.218597 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:19.245463 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3688019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31589'] for router, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:19.254750 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31610'] for router, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:19.276852 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:19.413628 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77bfb0d-5b34-45ea-9ccc-142fd113c73b None None] New status for floating IP 1e6b565c-efb0-4bae-a2da-7a3589c1c3ca: DOWN {{(pid=75091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:29:19.506764 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.db_base_plugin_common [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Allocated IP 172.20.0.2 (4520ba13-ca96-457e-8b49-e855ba238335/8af3688b-11a9-4963-92ba-3a32c327d9d7/d67aac66-ac18-464c-aeb2-b6287c102b82) {{(pid=75090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:19.721734 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38870) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:19.752173 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3688001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31560'] for router, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:19.852635 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-46f7cb95-9b65-4d36-ad9d-6271efa6be34 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:19.893752 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Notify callbacks [] for port, precommit_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:19.894538 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-46f7cb95-9b65-4d36-ad9d-6271efa6be34 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:19.906533 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Transition to ACTIVE for port object d67aac66-ac18-464c-aeb2-b6287c102b82 will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:19.947075 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Transition to ACTIVE for port object d67aac66-ac18-464c-aeb2-b6287c102b82 will not be triggered until provisioned by entity DHCP. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:20.031765 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.036757 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:20.141659 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Network 4520ba13-ca96-457e-8b49-e855ba238335 is already hosted by enough agents. {{(pid=75090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:20.157684 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.base_scheduler [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Resources bound (agent type, host, resource id): {{(pid=75090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:20.173715 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Received port after_create {{(pid=75090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:29:20.203046 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Pushing event updated for resources: {'Port': ['ID=d67aac66-ac18-464c-aeb2-b6287c102b82,revision_number=1']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:20.206527 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:20.215912 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-46f7cb95-9b65-4d36-ad9d-6271efa6be34 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.227301 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fea977d9-8da8-4839-9c2c-807bddd8c2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:20.256896 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7cb95-9b65-4d36-ad9d-6271efa6be34 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54b7c29-397a-43d6-9fa7-b840beb73cb9,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:20.265359 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-46f7cb95-9b65-4d36-ad9d-6271efa6be34 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:20.273785 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.316446 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.336368 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Attempting to bind port d67aac66-ac18-464c-aeb2-b6287c102b82 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:29:20.336855 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Attempting to bind port d67aac66-ac18-464c-aeb2-b6287c102b82 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': 'bcd73221-f992-4351-8e97-82dfbfe49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:29:20.337285 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Attempting to bind port d67aac66-ac18-464c-aeb2-b6287c102b82 on network 4520ba13-ca96-457e-8b49-e855ba238335 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:29:20.344194 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:29:20.344724 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Checking segment: {'id': 'bcd73221-f992-4351-8e97-82dfbfe49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:29:20.345212 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.345769 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Bound using segment: {'id': 'bcd73221-f992-4351-8e97-82dfbfe49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:29:20.346629 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Bound port: d67aac66-ac18-464c-aeb2-b6287c102b82, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd73221-f992-4351-8e97-82dfbfe49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:29:20.346763 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.420392 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-46f7cb95-9b65-4d36-ad9d-6271efa6be34 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.434785 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-46f7cb95-9b65-4d36-ad9d-6271efa6be34 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "DELETE /v2.0/security-groups/e54b7c29-397a-43d6-9fa7-b840beb73cb9 HTTP/1.1" status: 204 len: 168 time: 0.7112212 Jun 27 12:29:20.448591 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38886) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:20.473565 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] For port d67aac66-ac18-464c-aeb2-b6287c102b82, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:29:20.478860 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] For port d67aac66-ac18-464c-aeb2-b6287c102b82, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=d67aac66-ac18-464c-aeb2-b6287c102b82,segment=NetworkSegment(bcd73221-f992-4351-8e97-82dfbfe49b36),segment_id=bcd73221-f992-4351-8e97-82dfbfe49b36)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:29:20.510450 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-17539206-e5ac-45e9-9c1a-ec944e77e58f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.522140 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.api.v2.resource [None req-1859625b-0418-460f-86b4-bfccba1fd6a3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] show failed (client error): The resource could not be found. Jun 27 12:29:20.524975 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-1859625b-0418-460f-86b4-bfccba1fd6a3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups/e54b7c29-397a-43d6-9fa7-b840beb73cb9 HTTP/1.1" status: 404 len: 347 time: 0.0751336 Jun 27 12:29:20.527653 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38890) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:20.588487 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.592192 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:20.617142 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-17539206-e5ac-45e9-9c1a-ec944e77e58f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.670816 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Pushing event updated for resources: {'Port': ['ID=d67aac66-ac18-464c-aeb2-b6287c102b82,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:20.674811 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:20.697489 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Allocated IP 172.28.3.253 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/e4a76622-c7f3-4ef4-b068-543af2d393b5) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:20.703856 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Deleting port de67386e-c2c2-4cea-a674-406586e8abf3 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:29:20.704195 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:20.918111 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.l3_db [None req-17539206-e5ac-45e9-9c1a-ec944e77e58f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Floating IP dd7f7f6c-b2fc-411e-8a0e-1225709d6495 associated. External IP: 172.28.3.116, port: 2ca1ad6e-949c-44d9-aeb0-69c16bcde834. Jun 27 12:29:21.113054 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 61580135-3591-4e19-a4f7-ed2ef495a94d up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:21.140055 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:21.140670 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:21.222746 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:21.261968 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 61580135-3591-4e19-a4f7-ed2ef495a94d completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:21.268676 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 61580135-3591-4e19-a4f7-ed2ef495a94d triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:21.268676 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:21.292451 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Calling delete_port for de67386e-c2c2-4cea-a674-406586e8abf3 owned by network:floatingip {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:29:21.414094 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:21.486280 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 61580135-3591-4e19-a4f7-ed2ef495a94d, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=61580135-3591-4e19-a4f7-ed2ef495a94d,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:21.517556 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17539206-e5ac-45e9-9c1a-ec944e77e58f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Router 441b821e-8b62-4936-9c88-5970a290d16f has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:29:21.529568 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:21.538690 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d4350743-28ed-406c-aadd-19fff4ac6beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:21.600780 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a76622-c7f3-4ef4-b068-543af2d393b5,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:21.606058 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:21.634652 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:21.636843 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:21.641136 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device d67aac66-ac18-464c-aeb2-b6287c102b82 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:21.642443 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:21.646131 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:29:21.694515 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-257f5b6d-f06b-4972-9409-a7db7cc4f451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:21.758310 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:21.760358 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17539206-e5ac-45e9-9c1a-ec944e77e58f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:29:21.768636 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:21.775134 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-17539206-e5ac-45e9-9c1a-ec944e77e58f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:21.778766 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] Sync routers for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:29:21.802465 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:21.803642 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:21.817820 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event deleted for resources: {'Port': ['ID=de67386e-c2c2-4cea-a674-406586e8abf3,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:21.822609 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:21.856726 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-17539206-e5ac-45e9-9c1a-ec944e77e58f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "PUT /v2.0/floatingips/dd7f7f6c-b2fc-411e-8a0e-1225709d6495 HTTP/1.1" status: 200 len: 991 time: 2.8337567 Jun 27 12:29:21.858044 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:29:21.864865 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=61580135-3591-4e19-a4f7-ed2ef495a94d,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:21.868732 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:21.963763 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0fc49-192f-4cd6-ad70-37228a2b6c97 None None] Network 4520ba13-ca96-457e-8b49-e855ba238335 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:29:21.982104 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'status': 'completed', 'code': 200} Jun 27 12:29:21.982620 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:22.026425 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:22.026982 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "DELETE /v2.0/floatingips/1e6b565c-efb0-4bae-a2da-7a3589c1c3ca HTTP/1.1" status: 204 len: 168 time: 1.4985836 Jun 27 12:29:22.173139 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:22.173784 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693041'] for router, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:22.203325 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b25fff6c-45f1-4ba6-8d09-563c18d31187 req-e057a985-ab4c-4164-9c1a-f2e5e5ae5d87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 1098 time: 0.1836963 Jun 27 12:29:22.361082 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fff6c-45f1-4ba6-8d09-563c18d31187 req-8293a759-44e9-4979-9664-ddb10cf53ae3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:22.362825 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b25fff6c-45f1-4ba6-8d09-563c18d31187 req-8293a759-44e9-4979-9664-ddb10cf53ae3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 918 time: 0.1525342 Jun 27 12:29:22.416807 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:22.457841 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port d67aac66-ac18-464c-aeb2-b6287c102b82 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:22.460812 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-1a626758-ac86-45d2-abd2-c4c758405efd None None] Provisioning for port d67aac66-ac18-464c-aeb2-b6287c102b82 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:22.479280 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-1a626758-ac86-45d2-abd2-c4c758405efd None None] Provisioning complete for port d67aac66-ac18-464c-aeb2-b6287c102b82 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:22.479664 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1a626758-ac86-45d2-abd2-c4c758405efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:22.504121 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port d67aac66-ac18-464c-aeb2-b6287c102b82 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:22.504540 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:22.586161 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38918) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:22.596422 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b25fff6c-45f1-4ba6-8d09-563c18d31187 req-466c4d2a-313c-4a02-818c-ea8463d3b116 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834 HTTP/1.1" status: 200 len: 999 time: 0.2269552 Jun 27 12:29:22.603261 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607654202', 'description': 'tempest-description--529728936'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:22.612018 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:22.617378 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Usage tracker for resource:security_group and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:22.620728 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:22.627630 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:22.640233 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Router 1fc8404f-b23a-4a10-8086-9a3546b9e750 is scheduled to L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 with binding_index 1 {{(pid=75089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 12:29:22.689881 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fff6c-45f1-4ba6-8d09-563c18d31187 req-59af146c-42e2-4332-ac73-da75831dc921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:22.691328 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b25fff6c-45f1-4ba6-8d09-563c18d31187 req-59af146c-42e2-4332-ac73-da75831dc921 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.0882571 Jun 27 12:29:22.729404 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:22.776054 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:22.782950 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Usage tracker for resource:security_group_rule and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:22.796050 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:22.802565 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b25fff6c-45f1-4ba6-8d09-563c18d31187 req-f27e687c-98f5-42b6-a303-39a428e39244 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1003757 Jun 27 12:29:22.803987 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:22.909136 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:22.921990 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1a626758-ac86-45d2-abd2-c4c758405efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:22.926649 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:22.957955 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:29:22.971398 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Sync routers for ids ['1fc8404f-b23a-4a10-8086-9a3546b9e750'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:29:22.978414 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b25fff6c-45f1-4ba6-8d09-563c18d31187 req-d7363a62-c7be-44f9-8534-d9583d37424d service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570077 Jun 27 12:29:22.985413 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Routers {'1fc8404f-b23a-4a10-8086-9a3546b9e750'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:22.988255 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['1fc8404f-b23a-4a10-8086-9a3546b9e750'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:23.010213 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port d67aac66-ac18-464c-aeb2-b6287c102b82, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=d67aac66-ac18-464c-aeb2-b6287c102b82,segment=NetworkSegment(bcd73221-f992-4351-8e97-82dfbfe49b36),segment_id=bcd73221-f992-4351-8e97-82dfbfe49b36)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:23.028581 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:23.033802 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-70cbd509-da22-4848-a0f2-978e2dbcdc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:23.094188 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': 'dd7f7f6c-b2fc-411e-8a0e-1225709d6495', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'port_id': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'mac_address': 'fa:16:3e:ac:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe3642c-9b93-4780-be72-65766f221368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:29:01Z', 'updated_at': '2021-06-27T12:29:20Z', 'revision_number': 1, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:23.098770 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc39359d-b253-4630-b27c-34a10098bbd1,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:23.099182 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] Checking router: 441b821e-8b62-4936-9c88-5970a290d16f for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:29:23.114227 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:23.114867 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:23.115944 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:23.151989 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Notify callbacks [] for router, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:23.153895 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1640186 Jun 27 12:29:23.159792 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38930) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:23.234764 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b25fff6c-45f1-4ba6-8d09-563c18d31187 req-e8e87b86-7fe1-4ff1-916c-317e2ee6a2b2 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484381 Jun 27 12:29:23.275149 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Set router 1fc8404f-b23a-4a10-8086-9a3546b9e750 gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:23.287683 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:23.293464 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:23.295282 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.7080424 Jun 27 12:29:23.298737 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38936) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:23.301513 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:23.309472 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'security_group_rule': {'security_group_id': 'dc39359d-b253-4630-b27c-34a10098bbd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:23.328955 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:23.350115 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Usage tracker for resource:security_group_rule and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:23.350115 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:23.361482 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:23.423643 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.db.api [None req-1a626758-ac86-45d2-abd2-c4c758405efd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:29:23.424184 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_db.api [None req-1a626758-ac86-45d2-abd2-c4c758405efd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:29:23.436545 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 61580135-3591-4e19-a4f7-ed2ef495a94d up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:23.494524 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:23.589874 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=d67aac66-ac18-464c-aeb2-b6287c102b82,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:23.596858 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:23.627799 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 61580135-3591-4e19-a4f7-ed2ef495a94d triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:23.628484 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:23.635128 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:23.668816 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:23.740019 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:23.749950 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:23.781197 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ed4959-6369-4ab9-9034-b774fc45b611,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:23.820862 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.821224 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.821595 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.821932 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.822281 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.822627 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.822972 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.823317 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.823659 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.823997 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.824334 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:23.832678 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:23.849492 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'name': 'tempest-TestShelveInstance-63667543-router', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:19Z', 'updated_at': '2021-06-27T12:29:21Z', 'revision_number': 3, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'gw_port': {'id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:20Z', 'updated_at': '2021-06-27T12:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:23.856598 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Checking router: 1fc8404f-b23a-4a10-8086-9a3546b9e750 for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:29:23.856958 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Updating router 1fc8404f-b23a-4a10-8086-9a3546b9e750 port e4a76622-c7f3-4ef4-b068-543af2d393b5 binding host dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:29:23.913373 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:23.965509 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:23.967802 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6677201 Jun 27 12:29:23.970858 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 38950) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:23.978927 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'security_group_rule': {'security_group_id': 'dc39359d-b253-4630-b27c-34a10098bbd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:23.997844 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:24.012319 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Usage tracker for resource:security_group_rule and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:24.022316 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:24.037973 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:24.205994 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.216613 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-63a2e4ca-4039-406e-9f5d-e789b81d7c96 None None] Provisioning complete for port d67aac66-ac18-464c-aeb2-b6287c102b82 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:24.217474 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-63a2e4ca-4039-406e-9f5d-e789b81d7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.300129 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.338589 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.355750 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Transition to ACTIVE for port object e4a76622-c7f3-4ef4-b068-543af2d393b5 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:24.444353 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': 'dd7f7f6c-b2fc-411e-8a0e-1225709d6495', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'port_id': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'mac_address': 'fa:16:3e:ac:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe3642c-9b93-4780-be72-65766f221368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:29:01Z', 'updated_at': '2021-06-27T12:29:20Z', 'revision_number': 1, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:24.448757 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a95d9-3e7a-40ff-9652-6a9c2d85ac71 None None] The sync data for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb is: [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': 'dd7f7f6c-b2fc-411e-8a0e-1225709d6495', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'port_id': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'mac_address': 'fa:16:3e:ac:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe3642c-9b93-4780-be72-65766f221368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:29:01Z', 'updated_at': '2021-06-27T12:29:20Z', 'revision_number': 1, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:29:24.465361 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.467331 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-6aebd123-2eec-4c84-bb52-0de650c4d3fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:24.484447 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.490955 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d90c99-4481-4bb5-8f2f-abcb0edc429a,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:24.493930 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:24.520899 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.525431 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-0712e8c9-4fc9-4877-9403-53e31891eb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:24.625428 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.628577 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6545658 Jun 27 12:29:24.629954 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 38958) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:24.634668 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Attempting to bind port e4a76622-c7f3-4ef4-b068-543af2d393b5 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:29:24.635039 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Attempting to bind port e4a76622-c7f3-4ef4-b068-543af2d393b5 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:29:24.636756 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Attempting to bind port e4a76622-c7f3-4ef4-b068-543af2d393b5 on network 6cc6fb11-e95d-44c8-aefa-1369e056d817 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:29:24.640208 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'floatingip': {'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:24.643256 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46f7cc-877c-4844-b7da-5e285c380754 None None] Pushing event updated for resources: {'Port': ['ID=e4a76622-c7f3-4ef4-b068-543af2d393b5,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:24.646049 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-bf46f7cc-877c-4844-b7da-5e285c380754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:24.650083 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:29:24.650456 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Checking segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:29:24.650856 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.651244 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Bound using segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:29:24.651714 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Bound port: e4a76622-c7f3-4ef4-b068-543af2d393b5, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:29:24.652103 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.657968 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:24.666371 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Usage tracker for resource:floatingip and tenant:2244ef11d9504bf89d39de9b6d32b3db is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:24.671257 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:24.680920 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:24.728019 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] For port e4a76622-c7f3-4ef4-b068-543af2d393b5, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:29:24.733446 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] For port e4a76622-c7f3-4ef4-b068-543af2d393b5, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=e4a76622-c7f3-4ef4-b068-543af2d393b5,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:29:24.749632 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Allocated IP 172.20.0.1 (4520ba13-ca96-457e-8b49-e855ba238335/8af3688b-11a9-4963-92ba-3a32c327d9d7/c96e0293-bf26-4bfe-a6c4-1c7fbe189e83) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:24.848017 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.908258 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:24.913897 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:24.993430 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Routers {'1fc8404f-b23a-4a10-8086-9a3546b9e750'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:24.994034 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:28:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['1fc8404f-b23a-4a10-8086-9a3546b9e750'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:25.039032 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:25.054558 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46f7cc-877c-4844-b7da-5e285c380754 None None] Pushing event updated for resources: {'Port': ['ID=e4a76622-c7f3-4ef4-b068-543af2d393b5,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:25.057695 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-bf46f7cc-877c-4844-b7da-5e285c380754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:25.060769 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Transition to ACTIVE for port object c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 will not be triggered until provisioned by entity DHCP. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:25.107123 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:25.181616 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] Set router 1fc8404f-b23a-4a10-8086-9a3546b9e750 gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:25.267122 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:25.271197 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Allocated IP 172.28.3.121 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/763083dd-b8b6-47dd-91f0-5c39eec75bd2) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:25.273784 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3419db60-389b-4803-a924-063aa9202cd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:25.367742 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device d67aac66-ac18-464c-aeb2-b6287c102b82 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:25.423310 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=c96e0293-bf26-4bfe-a6c4-1c7fbe189e83,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:25.434949 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Network 4520ba13-ca96-457e-8b49-e855ba238335 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:25.436054 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:25.438888 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:25.439914 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port d67aac66-ac18-464c-aeb2-b6287c102b82 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:25.441019 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:25.443900 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:29:25.484019 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'name': 'tempest-TestShelveInstance-63667543-router', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:19Z', 'updated_at': '2021-06-27T12:29:21Z', 'revision_number': 3, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'gw_port': {'id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:20Z', 'updated_at': '2021-06-27T12:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:25.498265 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b909c-df7f-43d1-9f80-b61cf50478da None None] The sync data for ids ['1fc8404f-b23a-4a10-8086-9a3546b9e750'] in dv-cinder-798098-1-smb is: [{'id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'name': 'tempest-TestShelveInstance-63667543-router', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:19Z', 'updated_at': '2021-06-27T12:29:21Z', 'revision_number': 3, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'gw_port': {'id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:20Z', 'updated_at': '2021-06-27T12:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:29:25.525219 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3692583'] for router_interface, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:25.570761 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:25.791845 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:25.801316 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f8119b4e-1ec9-4c1f-acdf-750f84ed1112 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:25.870996 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-ac392268-e24a-4ab1-b778-ff2ef15658ef None None] Provisioning for port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:25.876181 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-ac392268-e24a-4ab1-b778-ff2ef15658ef None None] Provisioning complete for port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:25.876430 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ac392268-e24a-4ab1-b778-ff2ef15658ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:25.889846 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:25.900752 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:25.906946 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:25.914084 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:29:25.942172 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-ac392268-e24a-4ab1-b778-ff2ef15658ef None None] Port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:29:25.942433 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'Port': ['ID=763083dd-b8b6-47dd-91f0-5c39eec75bd2,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:25.955771 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:25.977064 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1e5dd486-9657-4220-ad94-2a3c418fd87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:26.241526 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:26.263938 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:26.414147 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:26.441412 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:26.551299 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:26.650375 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690507'] for router_interface, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:26.652633 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:26.683569 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=c96e0293-bf26-4bfe-a6c4-1c7fbe189e83,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:26.694064 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:26.944886 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Network 4520ba13-ca96-457e-8b49-e855ba238335 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:26.947987 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:27.142823 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:27.180433 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-67c75384-36eb-4908-8b03-36e6741d9fc4 None None] Provisioning complete for port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:27.181075 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-67c75384-36eb-4908-8b03-36e6741d9fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:27.235071 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-67c75384-36eb-4908-8b03-36e6741d9fc4 None None] Port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:29:27.239159 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:27.243840 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-4b17cbb7-c635-4e82-a126-67a934d0daeb tempest-VolumesActionsTest-192168044 tempest-VolumesActionsTest-192168044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:27.335309 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'Port': ['ID=763083dd-b8b6-47dd-91f0-5c39eec75bd2,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:27.340865 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:27.383666 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:27.483817 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:27.485176 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8541815 Jun 27 12:29:27.520329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Router 1fc8404f-b23a-4a10-8086-9a3546b9e750 has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:29:27.642756 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:27.753724 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-0f719bd3-3c45-48bc-b89e-f89ca0f1d6ee tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Synchronizing usage tracker for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:27.776021 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:29:27.780562 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-adf712b4-30c3-4562-a0d3-adbe33ddaaa9 admin admin] 10.222.0.45 "PUT /v2.0/routers/1fc8404f-b23a-4a10-8086-9a3546b9e750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6192350 Jun 27 12:29:27.846696 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-0f719bd3-3c45-48bc-b89e-f89ca0f1d6ee tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Unset dirty status for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:27.847928 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-0f719bd3-3c45-48bc-b89e-f89ca0f1d6ee tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--607654202&fields=id&tenant_id=2244ef11d9504bf89d39de9b6d32b3db HTTP/1.1" status: 200 len: 267 time: 0.1544962 Jun 27 12:29:27.996643 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-91a79626-d1c7-45c6-80a5-0fd631df64dc tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:27.997316 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-91a79626-d1c7-45c6-80a5-0fd631df64dc tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Synchronizing usage tracker for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:network {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:28.045327 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-4d16a4f8-29eb-4ea6-808c-713c6821f416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:28.204462 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-91a79626-d1c7-45c6-80a5-0fd631df64dc tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Unset dirty status for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:network {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:28.204462 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-91a79626-d1c7-45c6-80a5-0fd631df64dc tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/networks?id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 HTTP/1.1" status: 200 len: 810 time: 0.3453786 Jun 27 12:29:28.222630 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-19ad2c9b-037f-44a7-b03d-6093318c3223 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/quotas/2244ef11d9504bf89d39de9b6d32b3db HTTP/1.1" status: 200 len: 375 time: 0.0119002 Jun 27 12:29:28.334565 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7af397ec-007c-4edd-87e3-100f31d869b1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Synchronizing usage tracker for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:28.447724 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7af397ec-007c-4edd-87e3-100f31d869b1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Unset dirty status for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:28.449450 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7af397ec-007c-4edd-87e3-100f31d869b1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2198827 Jun 27 12:29:28.594292 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc679d-b367-443a-9b7a-717de29ee408 None None] New status for floating IP dd7f7f6c-b2fc-411e-8a0e-1225709d6495: ACTIVE {{(pid=75090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:29:28.738181 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-d2a1e0b1-ea76-4666-a7cc-f9848abdbe92 service neutron] 10.222.0.45 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761400 Jun 27 12:29:28.871987 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-595d488f-996b-4d77-8439-d6e886b6b1b5 service neutron] 10.222.0.45 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267920 Jun 27 12:29:28.980069 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39028) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:28.986167 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126412537', 'description': 'tempest-secgroup-smoke-1126412537 description', 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:28.991886 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:28.995688 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Usage tracker for resource:security_group and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:28.998522 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:29.004442 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:29.136754 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.170912 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.210848 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:29.214995 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Usage tracker for resource:security_group_rule and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:29.217794 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:29.223351 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:29.337835 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-39c9847d-d21a-47fa-b46f-ea8d9577eb3f req-f7cabab7-2e20-4d03-932c-844a8406b812 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 210 time: 0.0423436 Jun 27 12:29:29.555951 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.764946 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.770044 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7681a857-b4ed-4a13-aa90-76d77e5c9878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:29.807933 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56134fc7-331f-45db-ab54-d3b99ca7a76f,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:29.810597 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:29.890721 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.894844 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9110796 Jun 27 12:29:29.895201 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39054) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:29.901963 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Request body: {'security_group_rule': {'security_group_id': '56134fc7-331f-45db-ab54-d3b99ca7a76f', 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:29.907965 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:29.911950 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Usage tracker for resource:security_group_rule and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:29.914834 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:29.920568 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:30.163530 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.233295 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.453247 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70d023c3-6ad0-4a33-b1ed-6fe223fb6c70 req-50554ac3-e683-4003-8af4-89230b29aa1d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 210 time: 0.0450132 Jun 27 12:29:30.523074 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.525303 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8604c527-331a-4738-a1a1-54838cf8c452 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:30.551275 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fae2e6-1704-4d7d-b43f-0953547a4ca3,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:30.554211 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:30.562679 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.670921 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.672252 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7760305 Jun 27 12:29:30.675023 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39068) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:30.680514 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Request body: {'security_group_rule': {'security_group_id': '56134fc7-331f-45db-ab54-d3b99ca7a76f', 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:30.686466 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:30.690282 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Usage tracker for resource:security_group_rule and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:30.693183 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:30.699254 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:30.855018 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.923079 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.998739 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.000874 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:31.024340 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e94d69-216a-412f-9def-35957b4becda,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:31.026766 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:31.182360 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.186098 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5076101 Jun 27 12:29:31.186318 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39076) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:31.195604 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Request body: {'security_group_rule': {'security_group_id': '56134fc7-331f-45db-ab54-d3b99ca7a76f', 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:31.208005 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:31.215113 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Usage tracker for resource:security_group_rule and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:31.218257 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:31.223895 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:31.386883 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.487616 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.588141 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.592252 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3c36922c-2eeb-429d-a1dd-4a5f129c0479 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:31.614959 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aded06f7-4081-417e-9bfb-ad417c18da01,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:31.627641 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:31.637438 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-19b73f6e-4ace-469f-9399-621a3bfd5ecd req-bc936476-2d05-4002-96ad-b944e8512894 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 210 time: 0.0473223 Jun 27 12:29:31.728838 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.729958 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-16f2c531-9a6c-4af3-97c3-93a7f7694068 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5427358 Jun 27 12:29:31.732885 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39090) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:31.738687 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Request body: {'security_group_rule': {'security_group_id': '56134fc7-331f-45db-ab54-d3b99ca7a76f', 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:31.744490 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:31.748215 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Usage tracker for resource:security_group_rule and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:31.751031 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:31.757831 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:31.863563 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.945093 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:32.065110 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:32.067174 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:32.091393 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9b77b4-0f5e-4885-a5b8-094fe0a4836c,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:32.096402 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:32.190642 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:32.194019 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4580321 Jun 27 12:29:32.195200 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39100) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:32.202224 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Request body: {'security_group_rule': {'security_group_id': '56134fc7-331f-45db-ab54-d3b99ca7a76f', 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:32.212429 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:32.216364 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Usage tracker for resource:security_group_rule and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:32.219426 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:32.225620 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:32.339815 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.securitygroups_db [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Project ee26b428873c4d5f88a663dc8c06bdb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:29:32.346992 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:32.410546 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:32.508246 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:32.510291 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b19fbb82-5199-4364-aad6-87ce67cd3859 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:32.535202 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f3162e-b00f-443c-a5f6-696f8a232965,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:32.538092 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:32.882516 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-90b60a10-ca10-480b-a1c1-f5f50dcf796e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:32.882516 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-90b60a10-ca10-480b-a1c1-f5f50dcf796e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.50 "GET /v2.0/networks?id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 HTTP/1.1" status: 200 len: 810 time: 0.1530657 Jun 27 12:29:32.882516 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-983a240a-249b-4f6b-8f38-df1db5313463 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2244ef11d9504bf89d39de9b6d32b3db HTTP/1.1" status: 200 len: 379 time: 0.0434628 Jun 27 12:29:32.882516 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'port': {'device_id': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'admin_state_up': True, 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'security_groups': ['dc39359d-b253-4630-b27c-34a10098bbd1']}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:32.882516 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-368a37c1-c849-4883-bc30-23021d285de4 req-649ab06a-b09a-428d-9920-6b2296e53f03 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 210 time: 0.0496910 Jun 27 12:29:32.882516 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:32.882516 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:33.054102 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.055946 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-351105c2-5cdb-40d5-ac2e-098cd155d950 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8591542 Jun 27 12:29:33.058316 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39110) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:33.073653 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Request body: {'security_group_rule': {'security_group_id': '56134fc7-331f-45db-ab54-d3b99ca7a76f', 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:33.073653 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:33.073653 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Usage tracker for resource:security_group_rule and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:33.076549 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:33.082518 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:33.176540 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Made reservation on behalf of 2244ef11d9504bf89d39de9b6d32b3db for: {'port': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:29:33.176758 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.securitygroups_db [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Project ee26b428873c4d5f88a663dc8c06bdb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:29:33.180190 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.183886 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.259097 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.355040 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Allocated IP 172.20.0.8 (ff83e82f-e9f7-45b7-8e4a-c3851b8701b1/d60794f9-f792-4460-b0da-5a2970dbf331/8bca0bc5-0822-429e-b7b5-81e5c0dff757) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:33.392834 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device e4a76622-c7f3-4ef4-b068-543af2d393b5 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:33.490711 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.493040 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-449c01d4-6424-42f9-b7f1-510218c2f89c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:33.517809 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d368da1-0714-4d74-a894-4bdd60df8bfe,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:33.522799 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:33.551663 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.569018 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Transition to ACTIVE for port object 8bca0bc5-0822-429e-b7b5-81e5c0dff757 will not be triggered until provisioned by entity DHCP. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:33.670475 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port e4a76622-c7f3-4ef4-b068-543af2d393b5 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:33.675393 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.675599 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port e4a76622-c7f3-4ef4-b068-543af2d393b5 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:33.676077 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.676601 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-f2d6c410-7383-49a6-8007-786199aaf07a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6173189 Jun 27 12:29:33.774172 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.781503 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:33.801657 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.819638 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port e4a76622-c7f3-4ef4-b068-543af2d393b5, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=e4a76622-c7f3-4ef4-b068-543af2d393b5,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:33.847918 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:33.852013 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:33.854344 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:29:33.894893 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event updated for resources: {'Port': ['ID=8bca0bc5-0822-429e-b7b5-81e5c0dff757,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:33.899751 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:33.901807 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:33.912841 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-257f5b6d-f06b-4972-9409-a7db7cc4f451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:33.938166 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:33.938782 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:34.036247 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=e4a76622-c7f3-4ef4-b068-543af2d393b5,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:34.040155 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:34.054404 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3820806 Jun 27 12:29:34.073294 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Request body: {'port': {'device_id': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:34.139030 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6128be-9fd2-4860-8732-f5e4fee425f0 req-1b9dd0aa-03f2-42c1-83f2-aec8d1ccc742 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:34.151075 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7b6128be-9fd2-4860-8732-f5e4fee425f0 req-1b9dd0aa-03f2-42c1-83f2-aec8d1ccc742 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 931 time: 0.1146519 Jun 27 12:29:34.206738 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7b6128be-9fd2-4860-8732-f5e4fee425f0 req-bafc8cd0-31d9-4170-955e-70fde300bb2a tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538609 Jun 27 12:29:34.280437 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:34.359112 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-e3092344-e538-4dbb-8d7d-9c9c1b018732 None None] Provisioning for port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:34.364084 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-e3092344-e538-4dbb-8d7d-9c9c1b018732 None None] Provisioning complete for port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:34.366420 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e3092344-e538-4dbb-8d7d-9c9c1b018732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:34.415346 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-e3092344-e538-4dbb-8d7d-9c9c1b018732 None None] Port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:29:34.618005 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bca0bc5-0822-429e-b7b5-81e5c0dff757 {{(pid=75088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:29:34.624681 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:34.638564 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Transition to ACTIVE for port object 8bca0bc5-0822-429e-b7b5-81e5c0dff757 will not be triggered until provisioned by entity L2. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:34.773709 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:34.778172 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:34.921503 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Pushing event updated for resources: {'Port': ['ID=8bca0bc5-0822-429e-b7b5-81e5c0dff757,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:34.935064 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:35.078135 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Attempting to bind port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:29:35.078135 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Attempting to bind port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:29:35.078135 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Attempting to bind port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 on network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:29:35.080912 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 on network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:29:35.081228 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Attempting to bind port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 on network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:29:35.087372 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:29:35.087705 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Checking segment: {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:29:35.088091 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Bound using segment: {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:29:35.088554 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Bound port: 8bca0bc5-0822-429e-b7b5-81e5c0dff757, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1'}}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:29:35.089039 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:35.188558 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] For port 8bca0bc5-0822-429e-b7b5-81e5c0dff757, host hv-cinder-79809, cleared binding levels {{(pid=75088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:29:35.191784 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] For port 8bca0bc5-0822-429e-b7b5-81e5c0dff757, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8bca0bc5-0822-429e-b7b5-81e5c0dff757,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:29:35.335769 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:35.341139 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:35.370848 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device e4a76622-c7f3-4ef4-b068-543af2d393b5 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:35.403410 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:35.405186 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] 10.222.0.50 "PUT /v2.0/ports/8bca0bc5-0822-429e-b7b5-81e5c0dff757 HTTP/1.1" status: 200 len: 1093 time: 1.3361342 Jun 27 12:29:35.408442 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'tag': '8bca0bc5-0822-429e-b7b5-81e5c0dff757'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:29:35.432109 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Pushing event updated for resources: {'Port': ['ID=8bca0bc5-0822-429e-b7b5-81e5c0dff757,revision_number=3']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:35.432458 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17be89f-599b-4f2c-bbfb-006875b156f1 req-7bdf5704-3ae8-4005-8b6c-d824ee5fed96 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:35.439179 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:35.440301 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a17be89f-599b-4f2c-bbfb-006875b156f1 req-7bdf5704-3ae8-4005-8b6c-d824ee5fed96 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.1029997 Jun 27 12:29:35.489071 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a17be89f-599b-4f2c-bbfb-006875b156f1 req-29278663-ed61-40cb-8d9e-18717876ca0d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478046 Jun 27 12:29:35.493615 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port e4a76622-c7f3-4ef4-b068-543af2d393b5 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:35.494122 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:35.503155 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'tag': '8bca0bc5-0822-429e-b7b5-81e5c0dff757', 'status': 'completed', 'code': 200} Jun 27 12:29:35.658908 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-458f7329-9f63-46bd-8985-135cf14d7ece req-0602f041-5995-4860-a2a0-44d3f04d7cba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 1096 time: 0.1113155 Jun 27 12:29:35.813656 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f7329-9f63-46bd-8985-135cf14d7ece req-c26feddf-c8fa-4bc3-8950-9895ef2275a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:35.815014 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-458f7329-9f63-46bd-8985-135cf14d7ece req-c26feddf-c8fa-4bc3-8950-9895ef2275a9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1431601 Jun 27 12:29:35.962213 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f7329-9f63-46bd-8985-135cf14d7ece req-6e99b7f3-85c9-4cc6-8b1b-d6f46365c89a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:35.964652 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-458f7329-9f63-46bd-8985-135cf14d7ece req-6e99b7f3-85c9-4cc6-8b1b-d6f46365c89a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414008 Jun 27 12:29:36.108818 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-88b2d90a-d7bc-4557-9a5f-577730599ae4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 1096 time: 0.0731094 Jun 27 12:29:36.187755 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-d6727701-2e4d-41f3-a577-beabcd035997 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bca0bc5-0822-429e-b7b5-81e5c0dff757 HTTP/1.1" status: 200 len: 217 time: 0.0654697 Jun 27 12:29:36.251607 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-44ecebd9-b7cd-44a4-a3cf-a1d5ed44de1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:36.253104 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-44ecebd9-b7cd-44a4-a3cf-a1d5ed44de1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d60794f9-f792-4460-b0da-5a2970dbf331 HTTP/1.1" status: 200 len: 849 time: 0.0579038 Jun 27 12:29:36.339727 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-6cc97eff-35cb-4e18-a9ca-600d2fafd2e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787039 Jun 27 12:29:36.575840 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-483fdc1e-c2e0-4b86-9eb1-41e86daa6592 service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286320 Jun 27 12:29:36.717169 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-04cab3c3-cd6f-4ea6-a0e3-327f930314e3 req-7628a41a-cd0e-483d-a032-8f6ff9772b0b service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322663 Jun 27 12:29:36.719905 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6158c-a6bc-422e-b30d-741ba6211193 req-ded5da31-88f5-47d8-a6a6-bd35a033fb3e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:36.721339 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-65d6158c-a6bc-422e-b30d-741ba6211193 req-ded5da31-88f5-47d8-a6a6-bd35a033fb3e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.0799043 Jun 27 12:29:36.766853 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-65d6158c-a6bc-422e-b30d-741ba6211193 req-e2da0471-5838-434e-a37d-d6ea4b0eb308 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393007 Jun 27 12:29:37.968015 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244e268-d325-4202-afe2-60aa7a6aef2a req-4644b401-88c3-4266-a73d-d9f6a61b00f4 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:37.969469 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e244e268-d325-4202-afe2-60aa7a6aef2a req-4644b401-88c3-4266-a73d-d9f6a61b00f4 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.0780888 Jun 27 12:29:38.028308 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e244e268-d325-4202-afe2-60aa7a6aef2a req-58aa9ce4-45fc-432b-bfd3-52f81c8a19d3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445845 Jun 27 12:29:38.128099 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39202) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:38.271143 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.302761 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:38.306917 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] Usage tracker for resource:security_group_rule and tenant:a8ffae1f32f147b48f44444375c2bf54 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:38.310076 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:38.315829 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:38.380201 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.504572 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.518457 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6d32be9f-aa3b-40d4-96e5-b817396d4e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:38.557176 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b1e064-9aca-4495-9720-d7872940b2de,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:38.562423 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:38.566032 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8ffae1f32f147b48f44444375c2bf54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4365132 Jun 27 12:29:38.568792 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39218) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:38.643355 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b5d84ea3-67b1-4ce7-8e01-f8bcf2fea35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.678537 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b5d84ea3-67b1-4ce7-8e01-f8bcf2fea35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.822048 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b5d84ea3-67b1-4ce7-8e01-f8bcf2fea35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.826974 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-1158f8df-84f9-4ed1-89f9-187e099a1b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:38.837386 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d84ea3-67b1-4ce7-8e01-f8bcf2fea35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b1e064-9aca-4495-9720-d7872940b2de,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:38.839616 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b5d84ea3-67b1-4ce7-8e01-f8bcf2fea35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:38.845182 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-b5d84ea3-67b1-4ce7-8e01-f8bcf2fea35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.846289 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-b5d84ea3-67b1-4ce7-8e01-f8bcf2fea35b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1b1e064-9aca-4495-9720-d7872940b2de HTTP/1.1" status: 204 len: 168 time: 0.2766190 Jun 27 12:29:39.226359 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d0fcb-1c3a-49c8-afad-031bd96359b5 req-21abac87-a4ea-4bea-b787-b88d7b2217ad tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:39.227864 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-057d0fcb-1c3a-49c8-afad-031bd96359b5 req-21abac87-a4ea-4bea-b787-b88d7b2217ad tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.0781031 Jun 27 12:29:39.283194 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-057d0fcb-1c3a-49c8-afad-031bd96359b5 req-7467144b-1bd1-4969-b312-734deefd62a6 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475152 Jun 27 12:29:39.584820 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 8bca0bc5-0822-429e-b7b5-81e5c0dff757 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:29:39.725652 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 8bca0bc5-0822-429e-b7b5-81e5c0dff757, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8bca0bc5-0822-429e-b7b5-81e5c0dff757,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:39.726751 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39236) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:39.740295 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '8bca0bc5-0822-429e-b7b5-81e5c0dff757', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'port_id': '8bca0bc5-0822-429e-b7b5-81e5c0dff757', 'mac_address': 'fa:16:3e:17:74:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:29:39.751618 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:39.796855 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:39.797879 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:39.801375 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] Usage tracker for resource:security_group_rule and tenant:1344712b140b4b50ada52d8b83eff2d7 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:39.804267 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:39.811366 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:39.818536 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bca0bc5-0822-429e-b7b5-81e5c0dff757 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:29:39.836594 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 8bca0bc5-0822-429e-b7b5-81e5c0dff757, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8bca0bc5-0822-429e-b7b5-81e5c0dff757,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:39.885106 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:40.019181 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:40.034587 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:40.092285 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=8bca0bc5-0822-429e-b7b5-81e5c0dff757,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:40.095238 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:40.109172 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:40.111497 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a56d9b39-748b-4a7a-b2b9-06c827b800cb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:40.150455 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5abea61-c61b-4097-a42e-5762af2f63cd,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:40.153427 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:40.156788 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1344712b140b4b50ada52d8b83eff2d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4290428 Jun 27 12:29:40.159408 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39248) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:40.223697 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c732b721-d57c-4c47-8d85-7b1b496c1854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:40.249568 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c732b721-d57c-4c47-8d85-7b1b496c1854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:40.335842 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['8bca0bc5-0822-429e-b7b5-81e5c0dff757'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:29:40.484351 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c732b721-d57c-4c47-8d85-7b1b496c1854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:40.490747 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fb279a07-71e5-47dc-9f09-8f77abcbd4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:40.506740 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732b721-d57c-4c47-8d85-7b1b496c1854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5abea61-c61b-4097-a42e-5762af2f63cd,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:40.512496 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c732b721-d57c-4c47-8d85-7b1b496c1854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:40.518125 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c732b721-d57c-4c47-8d85-7b1b496c1854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:40.519788 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c732b721-d57c-4c47-8d85-7b1b496c1854 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5abea61-c61b-4097-a42e-5762af2f63cd HTTP/1.1" status: 204 len: 168 time: 0.3593023 Jun 27 12:29:40.556852 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06cecf-75fd-4755-b5c5-001d85e6b615 req-4b98bb57-658a-4ad3-b2ea-31543c946e1e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:40.558742 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bb06cecf-75fd-4755-b5c5-001d85e6b615 req-4b98bb57-658a-4ad3-b2ea-31543c946e1e tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 944 time: 0.1491864 Jun 27 12:29:40.621424 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bb06cecf-75fd-4755-b5c5-001d85e6b615 req-39bf79b5-6b58-4cba-b80a-533b18bfdaa3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550909 Jun 27 12:29:41.602997 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 8bca0bc5-0822-429e-b7b5-81e5c0dff757 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:41.767257 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:41.774080 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:41.774461 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:41.902161 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:41.904316 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13218d52-9524-4888-8ad4-366496b5bdbf req-77f032ae-9944-450e-af8d-58e0e5b004f2 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:41.905863 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-13218d52-9524-4888-8ad4-366496b5bdbf req-77f032ae-9944-450e-af8d-58e0e5b004f2 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 944 time: 0.1600800 Jun 27 12:29:41.930387 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bca0bc5-0822-429e-b7b5-81e5c0dff757'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:29:41.939624 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 8bca0bc5-0822-429e-b7b5-81e5c0dff757, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8bca0bc5-0822-429e-b7b5-81e5c0dff757,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:41.954153 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-13218d52-9524-4888-8ad4-366496b5bdbf req-9fe0941c-bde5-4ea5-8507-277c65208356 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Jun 27 12:29:41.988741 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bca0bc5-0822-429e-b7b5-81e5c0dff757', 'code': 200} Jun 27 12:29:42.099722 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:42.101614 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:42.174178 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=8bca0bc5-0822-429e-b7b5-81e5c0dff757,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:42.174178 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:42.465975 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-95cf3ef5-9e5c-4f77-ad73-25b7cbf5396a req-3448ea40-0a5d-48ad-babf-e7594492631e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 1098 time: 0.0689325 Jun 27 12:29:42.510470 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-95cf3ef5-9e5c-4f77-ad73-25b7cbf5396a req-e1a2a101-5244-4a2f-bda5-8fc87eac5451 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371034 Jun 27 12:29:43.181884 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c487f3-3372-40bf-825b-8393afa811f4 req-3cddf21c-01f0-479c-b500-10e32e77b293 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:43.182564 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-70c487f3-3372-40bf-825b-8393afa811f4 req-3cddf21c-01f0-479c-b500-10e32e77b293 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Synchronizing usage tracker for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:43.284064 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-70c487f3-3372-40bf-825b-8393afa811f4 req-3cddf21c-01f0-479c-b500-10e32e77b293 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Unset dirty status for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:43.285166 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70c487f3-3372-40bf-825b-8393afa811f4 req-3cddf21c-01f0-479c-b500-10e32e77b293 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 945 time: 0.1813431 Jun 27 12:29:43.336576 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70c487f3-3372-40bf-825b-8393afa811f4 req-6a081911-5733-4563-825f-8ea3bd10018d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444837 Jun 27 12:29:43.832721 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Sync routers for ids ['1fc8404f-b23a-4a10-8086-9a3546b9e750'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:29:43.846187 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Routers {'1fc8404f-b23a-4a10-8086-9a3546b9e750'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:43.846785 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:29:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['1fc8404f-b23a-4a10-8086-9a3546b9e750'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:44.027525 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Set router 1fc8404f-b23a-4a10-8086-9a3546b9e750 gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:44.367746 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'name': 'tempest-TestShelveInstance-63667543-router', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:19Z', 'updated_at': '2021-06-27T12:29:25Z', 'revision_number': 4, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'gw_port': {'id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:20Z', 'updated_at': '2021-06-27T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': 'c96e0293-bf26-4bfe-a6c4-1c7fbe189e83', 'name': '', 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'mac_address': 'fa:16:3e:59:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8af3688b-11a9-4963-92ba-3a32c327d9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:24Z', 'updated_at': '2021-06-27T12:29:26Z', 'revision_number': 2, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'subnets': [{'id': '8af3688b-11a9-4963-92ba-3a32c327d9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:44.371289 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Checking router: 1fc8404f-b23a-4a10-8086-9a3546b9e750 for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:29:44.371655 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Updating router 1fc8404f-b23a-4a10-8086-9a3546b9e750 port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 binding host dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:29:44.425683 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:44.553186 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39358) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:44.555556 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a73a26-eb32-417f-9041-36405a394447 req-8d16fd77-4213-4bad-b3e9-9109310b7d5b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:44.568126 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-43a73a26-eb32-417f-9041-36405a394447 req-8d16fd77-4213-4bad-b3e9-9109310b7d5b tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 945 time: 0.1014767 Jun 27 12:29:44.657102 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-43a73a26-eb32-417f-9041-36405a394447 req-e1c48fb3-07d1-47d9-846d-3f14cba56c4a tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879929 Jun 27 12:29:44.750405 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-23cd2082-8fa6-4c67-9be2-ade4bc550a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:44.781902 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-23cd2082-8fa6-4c67-9be2-ade4bc550a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:44.786066 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-23cd2082-8fa6-4c67-9be2-ade4bc550a78 admin admin] Usage tracker for resource:security_group_rule and tenant:d30e3fcec5ef45faa3bca6d20417a52e is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:44.788895 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-23cd2082-8fa6-4c67-9be2-ade4bc550a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:44.794913 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-23cd2082-8fa6-4c67-9be2-ade4bc550a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:44.853535 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65547368-59c8-4280-837a-99023dbb9e75 req-f7bd52dd-e7a4-4cf2-a937-96ec6c3aa8c8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:44.855035 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65547368-59c8-4280-837a-99023dbb9e75 req-f7bd52dd-e7a4-4cf2-a937-96ec6c3aa8c8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 945 time: 0.0803802 Jun 27 12:29:44.865191 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 39366) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:44.870600 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-23cd2082-8fa6-4c67-9be2-ade4bc550a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:44.871193 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-cec77d79-5945-46e0-9b81-54678b5744f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Request body: {'floatingip': {'port_id': '8bca0bc5-0822-429e-b7b5-81e5c0dff757'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:29:44.917440 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:44.917440 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Transition to ACTIVE for port object c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:44.949623 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cec77d79-5945-46e0-9b81-54678b5744f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.105253 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-23cd2082-8fa6-4c67-9be2-ade4bc550a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.114534 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-4e604c6b-40b7-4ae6-b417-524d550d1baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:45.124392 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.129095 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-bf46f7cc-877c-4844-b7da-5e285c380754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:45.155627 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd2082-8fa6-4c67-9be2-ade4bc550a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fc29b0-024e-41c0-aadd-3b7407139dc1,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:45.163082 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-23cd2082-8fa6-4c67-9be2-ade4bc550a78 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d30e3fcec5ef45faa3bca6d20417a52e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6086338 Jun 27 12:29:45.163620 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39372) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:45.164404 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-23cd2082-8fa6-4c67-9be2-ade4bc550a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:45.239127 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-45dbff89-1355-43df-a9dc-c866b3f6ba5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.268299 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-45dbff89-1355-43df-a9dc-c866b3f6ba5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.272544 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27ec52-06e4-4619-a554-b08e48d8d713 None None] Pushing event updated for resources: {'Port': ['ID=c96e0293-bf26-4bfe-a6c4-1c7fbe189e83,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:45.276810 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fe27ec52-06e4-4619-a554-b08e48d8d713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:45.370821 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Attempting to bind port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:29:45.371457 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Attempting to bind port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': 'bcd73221-f992-4351-8e97-82dfbfe49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:29:45.372167 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Attempting to bind port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 on network 4520ba13-ca96-457e-8b49-e855ba238335 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:29:45.379017 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:29:45.379390 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Checking segment: {'id': 'bcd73221-f992-4351-8e97-82dfbfe49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:29:45.379961 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.380366 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Bound using segment: {'id': 'bcd73221-f992-4351-8e97-82dfbfe49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:29:45.380867 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Bound port: c96e0293-bf26-4bfe-a6c4-1c7fbe189e83, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd73221-f992-4351-8e97-82dfbfe49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:29:45.381284 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.478192 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] For port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:29:45.481053 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] For port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=c96e0293-bf26-4bfe-a6c4-1c7fbe189e83,segment=NetworkSegment(bcd73221-f992-4351-8e97-82dfbfe49b36),segment_id=bcd73221-f992-4351-8e97-82dfbfe49b36)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:29:45.490539 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-45dbff89-1355-43df-a9dc-c866b3f6ba5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.495331 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c7a785a7-29d6-4d8a-ae20-0eacecccf95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:45.505462 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbff89-1355-43df-a9dc-c866b3f6ba5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fc29b0-024e-41c0-aadd-3b7407139dc1,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:45.508846 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-45dbff89-1355-43df-a9dc-c866b3f6ba5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:45.511951 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-45dbff89-1355-43df-a9dc-c866b3f6ba5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.513080 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-45dbff89-1355-43df-a9dc-c866b3f6ba5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38fc29b0-024e-41c0-aadd-3b7407139dc1 HTTP/1.1" status: 204 len: 168 time: 0.3475890 Jun 27 12:29:45.607523 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cec77d79-5945-46e0-9b81-54678b5744f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.608290 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.614791 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:45.701911 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27ec52-06e4-4619-a554-b08e48d8d713 None None] Pushing event updated for resources: {'Port': ['ID=c96e0293-bf26-4bfe-a6c4-1c7fbe189e83,revision_number=4']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:45.704876 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Routers {'1fc8404f-b23a-4a10-8086-9a3546b9e750'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:45.705409 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:29:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['1fc8404f-b23a-4a10-8086-9a3546b9e750'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:45.709802 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cec77d79-5945-46e0-9b81-54678b5744f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.765668 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fe27ec52-06e4-4619-a554-b08e48d8d713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:45.910685 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] Set router 1fc8404f-b23a-4a10-8086-9a3546b9e750 gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:45.943064 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.l3_db [None req-cec77d79-5945-46e0-9b81-54678b5744f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Floating IP 97478dd9-70e2-41a2-bc5d-4609f9f550fa associated. External IP: 172.28.3.121, port: 8bca0bc5-0822-429e-b7b5-81e5c0dff757. Jun 27 12:29:46.066655 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:29:46.261518 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'name': 'tempest-TestShelveInstance-63667543-router', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:19Z', 'updated_at': '2021-06-27T12:29:25Z', 'revision_number': 4, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'gw_port': {'id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:20Z', 'updated_at': '2021-06-27T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': 'c96e0293-bf26-4bfe-a6c4-1c7fbe189e83', 'name': '', 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'mac_address': 'fa:16:3e:59:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8af3688b-11a9-4963-92ba-3a32c327d9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:24Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 4, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'subnets': [{'id': '8af3688b-11a9-4963-92ba-3a32c327d9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:46.265392 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e718f94d-b5c2-435c-8021-e3340bbdcc61 None None] The sync data for ids ['1fc8404f-b23a-4a10-8086-9a3546b9e750'] in dv-cinder-798098-1-smb is: [{'id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'name': 'tempest-TestShelveInstance-63667543-router', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:19Z', 'updated_at': '2021-06-27T12:29:25Z', 'revision_number': 4, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'gw_port': {'id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:20Z', 'updated_at': '2021-06-27T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': 'c96e0293-bf26-4bfe-a6c4-1c7fbe189e83', 'name': '', 'network_id': '4520ba13-ca96-457e-8b49-e855ba238335', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'mac_address': 'fa:16:3e:59:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8af3688b-11a9-4963-92ba-3a32c327d9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:24Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 4, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'subnets': [{'id': '8af3688b-11a9-4963-92ba-3a32c327d9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:29:46.476868 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39386) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:46.496629 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec77d79-5945-46e0-9b81-54678b5744f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Router 932e614c-677c-4f8d-bd97-941733b1485c has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:29:46.502563 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:46.536676 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:46.541272 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] Usage tracker for resource:security_group_rule and tenant:35877c773b4144f6a5a6a98e2213e0ae is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:46.544744 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:46.550765 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:46.625084 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:46.715939 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:46.730371 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-46f7cb95-9b65-4d36-ad9d-6271efa6be34 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:46.753139 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec77d79-5945-46e0-9b81-54678b5744f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:29:46.759297 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cec77d79-5945-46e0-9b81-54678b5744f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:46.765437 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] Sync routers for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:29:46.788240 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:46.789555 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:29:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:46.803384 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d2e04-a228-477b-8b66-31294cfe6f48,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:46.808229 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35877c773b4144f6a5a6a98e2213e0ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303220 Jun 27 12:29:46.809480 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:46.810694 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39392) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:46.870775 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-cec77d79-5945-46e0-9b81-54678b5744f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "PUT /v2.0/floatingips/97478dd9-70e2-41a2-bc5d-4609f9f550fa HTTP/1.1" status: 200 len: 991 time: 2.0040383 Jun 27 12:29:46.871460 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'tag': '8bca0bc5-0822-429e-b7b5-81e5c0dff757'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:29:46.884398 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-25ad6ebc-dd18-4e1d-b39e-2b8feb41c12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:46.928136 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-25ad6ebc-dd18-4e1d-b39e-2b8feb41c12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:46.945700 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'tag': '8bca0bc5-0822-429e-b7b5-81e5c0dff757', 'status': 'completed', 'code': 200} Jun 27 12:29:47.038333 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:47.086467 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-810ca562-222f-4c46-8500-de08bc49224c req-715f970c-7ce6-4097-a009-c1daf392740b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 1098 time: 0.0875125 Jun 27 12:29:47.176167 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-25ad6ebc-dd18-4e1d-b39e-2b8feb41c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:47.181119 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-45dbff89-1355-43df-a9dc-c866b3f6ba5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:47.220289 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-25ad6ebc-dd18-4e1d-b39e-2b8feb41c12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:47.237982 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-25ad6ebc-dd18-4e1d-b39e-2b8feb41c12c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/473d2e04-a228-477b-8b66-31294cfe6f48 HTTP/1.1" status: 204 len: 168 time: 0.4129803 Jun 27 12:29:47.247800 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad6ebc-dd18-4e1d-b39e-2b8feb41c12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d2e04-a228-477b-8b66-31294cfe6f48,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:47.251617 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-25ad6ebc-dd18-4e1d-b39e-2b8feb41c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:47.278886 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ca562-222f-4c46-8500-de08bc49224c req-0147254b-3f8a-40ca-96d9-43db5eeb0b38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:47.280376 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-810ca562-222f-4c46-8500-de08bc49224c req-0147254b-3f8a-40ca-96d9-43db5eeb0b38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 HTTP/1.1" status: 200 len: 911 time: 0.1873806 Jun 27 12:29:47.414301 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-810ca562-222f-4c46-8500-de08bc49224c req-2f1042d1-350e-4275-93bc-cd4ed65a1818 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bca0bc5-0822-429e-b7b5-81e5c0dff757 HTTP/1.1" status: 200 len: 999 time: 0.1216245 Jun 27 12:29:47.458469 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:47.494702 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ca562-222f-4c46-8500-de08bc49224c req-e92c48e5-1967-49c0-a577-f5940cebfd6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:47.496230 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-810ca562-222f-4c46-8500-de08bc49224c req-e92c48e5-1967-49c0-a577-f5940cebfd6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d60794f9-f792-4460-b0da-5a2970dbf331 HTTP/1.1" status: 200 len: 849 time: 0.0628536 Jun 27 12:29:47.555372 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '97478dd9-70e2-41a2-bc5d-4609f9f550fa', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'port_id': '8bca0bc5-0822-429e-b7b5-81e5c0dff757', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'mac_address': 'fa:16:3e:17:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:29:26Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 1, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:47.559485 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] Checking router: 932e614c-677c-4f8d-bd97-941733b1485c for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:29:47.574505 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:29:47.575302 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:29:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:47.578215 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-810ca562-222f-4c46-8500-de08bc49224c req-8c326b85-8c54-4760-9527-edbedd1dde7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749116 Jun 27 12:29:47.684214 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:47.693069 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:47.693449 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:47.713707 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-810ca562-222f-4c46-8500-de08bc49224c req-352b3940-7b41-4c11-b279-14e1bbe27e1f service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283131 Jun 27 12:29:47.865146 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-810ca562-222f-4c46-8500-de08bc49224c req-eabc637d-52dc-42f3-8c35-0ed8f0fd2719 service neutron] 10.222.0.50 "GET /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445997 Jun 27 12:29:47.888250 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:29:47.973539 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:48.092856 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=c96e0293-bf26-4bfe-a6c4-1c7fbe189e83,segment=NetworkSegment(bcd73221-f992-4351-8e97-82dfbfe49b36),segment_id=bcd73221-f992-4351-8e97-82dfbfe49b36)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:29:48.191851 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:48.197606 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:48.322140 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=c96e0293-bf26-4bfe-a6c4-1c7fbe189e83,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:48.327849 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:48.362894 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '97478dd9-70e2-41a2-bc5d-4609f9f550fa', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'port_id': '8bca0bc5-0822-429e-b7b5-81e5c0dff757', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'mac_address': 'fa:16:3e:17:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:29:26Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 1, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:29:48.366910 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1cfed8-bcb9-4a88-8e47-25a0c9798778 None None] The sync data for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb is: [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '97478dd9-70e2-41a2-bc5d-4609f9f550fa', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'port_id': '8bca0bc5-0822-429e-b7b5-81e5c0dff757', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'mac_address': 'fa:16:3e:17:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:29:26Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 1, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:29:49.379539 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:49.466118 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:49.466660 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.608047 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39508) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:52.755698 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.790256 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:52.794817 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] Usage tracker for resource:security_group_rule and tenant:85dcbd734cf44724ab46e71a0bb1795d is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:52.798320 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:52.806268 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:52.874405 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.022246 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.029346 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5a16f0b7-0721-4824-8471-b923c0b0858f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:53.067203 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48614353-22b0-4015-a39e-8ed299134159,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:53.071941 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:53.078747 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 39522) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:53.079235 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85dcbd734cf44724ab46e71a0bb1795d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4685409 Jun 27 12:29:53.101811 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec92b9-8f32-4afd-a8d6-9ce1191ea4fd None None] New status for floating IP 97478dd9-70e2-41a2-bc5d-4609f9f550fa: ACTIVE {{(pid=75091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:29:53.141409 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ca62c229-b314-491d-8d53-26b0e66b324c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.167223 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ca62c229-b314-491d-8d53-26b0e66b324c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.295964 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ca62c229-b314-491d-8d53-26b0e66b324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.299711 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-00eb4c40-e71a-4321-92e6-6e437ca3bf10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:53.315250 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62c229-b314-491d-8d53-26b0e66b324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48614353-22b0-4015-a39e-8ed299134159,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:53.317764 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ca62c229-b314-491d-8d53-26b0e66b324c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:53.318909 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ca62c229-b314-491d-8d53-26b0e66b324c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.328883 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-ca62c229-b314-491d-8d53-26b0e66b324c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48614353-22b0-4015-a39e-8ed299134159 HTTP/1.1" status: 204 len: 168 time: 0.2428403 Jun 27 12:29:54.151089 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 39538) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:54.169539 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.204313 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:54.208669 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] Usage tracker for resource:security_group_rule and tenant:8d6a6011602049dcbc476a3074fe4173 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:54.211393 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:54.216966 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:54.349263 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.495559 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.503012 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f097e3d7-4e81-4adf-b489-671683d56ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:54.541810 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ff19e6-5bf8-4906-a0e6-dd73d69a68b7,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:54.548804 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:54.554831 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d6a6011602049dcbc476a3074fe4173&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4004321 Jun 27 12:29:54.555632 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 39544) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:54.616967 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a26479cf-23ed-4b0a-b85e-3b5936c4bebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.641744 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a26479cf-23ed-4b0a-b85e-3b5936c4bebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.798397 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a26479cf-23ed-4b0a-b85e-3b5936c4bebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.802648 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-73174c6b-215a-403d-b19b-4e5b88c27bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:54.813690 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26479cf-23ed-4b0a-b85e-3b5936c4bebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ff19e6-5bf8-4906-a0e6-dd73d69a68b7,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:54.819155 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a26479cf-23ed-4b0a-b85e-3b5936c4bebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:54.821037 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a26479cf-23ed-4b0a-b85e-3b5936c4bebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.822119 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-a26479cf-23ed-4b0a-b85e-3b5936c4bebd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1ff19e6-5bf8-4906-a0e6-dd73d69a68b7 HTTP/1.1" status: 204 len: 168 time: 0.2661543 Jun 27 12:29:55.989827 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-731596b7-130a-4548-bb40-369ea5863984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:56.343986 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:57.678254 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:57.990300 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-d18d7333-2da9-4a49-a996-dfc3b89f8b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:58.427189 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-4c39bec1-3eb7-43e8-bb4f-d07dfcc39d57 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Synchronizing usage tracker for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:security_group {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:58.601330 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-4c39bec1-3eb7-43e8-bb4f-d07dfcc39d57 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Unset dirty status for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:security_group {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:58.602426 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-4c39bec1-3eb7-43e8-bb4f-d07dfcc39d57 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126412537&fields=id&tenant_id=ee26b428873c4d5f88a663dc8c06bdb9 HTTP/1.1" status: 200 len: 267 time: 0.2204256 Jun 27 12:29:58.756289 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-c5ddb6e2-176d-4b3d-ae4a-18f26b9be8c2 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:58.756977 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-c5ddb6e2-176d-4b3d-ae4a-18f26b9be8c2 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Synchronizing usage tracker for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:network {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:58.875241 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-c5ddb6e2-176d-4b3d-ae4a-18f26b9be8c2 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Unset dirty status for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:network {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:58.876396 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-c5ddb6e2-176d-4b3d-ae4a-18f26b9be8c2 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/networks?id=58bf0099-aea6-4b43-82ce-2574a12da213 HTTP/1.1" status: 200 len: 808 time: 0.2670202 Jun 27 12:29:58.896805 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-d569b071-d0b3-4bfc-a80f-6e10b32c0698 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/quotas/ee26b428873c4d5f88a663dc8c06bdb9 HTTP/1.1" status: 200 len: 375 time: 0.0135248 Jun 27 12:29:58.978167 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:58.984301 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-cc00b3e7-5930-4ccb-866d-8f704cc472d3 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Synchronizing usage tracker for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:59.098770 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-cc00b3e7-5930-4ccb-866d-8f704cc472d3 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Unset dirty status for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:59.100499 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-cc00b3e7-5930-4ccb-866d-8f704cc472d3 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1934917 Jun 27 12:29:59.237800 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-17c51063-a7dd-4eec-8286-acced0543ced service neutron] 10.222.0.45 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251915 Jun 27 12:29:59.372007 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-0ab52ba9-0a70-497e-a17f-9592b0eadda1 service neutron] 10.222.0.45 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277084 Jun 27 12:29:59.878616 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-59da4c8c-c0de-496e-a65f-c2a224662bd3 req-c1845b59-28f4-4f9b-b57b-06bbfce15393 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715201 Jun 27 12:30:00.068452 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-59da4c8c-c0de-496e-a65f-c2a224662bd3 req-00e99b60-7938-4895-8a75-da926cd34d91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 1098 time: 0.0741448 Jun 27 12:30:00.235553 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da4c8c-c0de-496e-a65f-c2a224662bd3 req-8fda4618-770c-43ba-a113-9cd32a54f9b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:00.236955 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-59da4c8c-c0de-496e-a65f-c2a224662bd3 req-8fda4618-770c-43ba-a113-9cd32a54f9b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 918 time: 0.1489029 Jun 27 12:30:00.346318 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-59da4c8c-c0de-496e-a65f-c2a224662bd3 req-6a302c1f-c611-4b4f-9b1d-d708e4d68b4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834 HTTP/1.1" status: 200 len: 1001 time: 0.0999522 Jun 27 12:30:00.445713 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b9d914e9-6706-4dd7-ab40-bee42f7ded99 req-3e60af4b-90a6-4a63-9c4e-0404b6c04f13 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 210 time: 0.2816083 Jun 27 12:30:00.457434 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da4c8c-c0de-496e-a65f-c2a224662bd3 req-610e127c-13d1-46a0-9744-fb77b92ce9e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:00.458941 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-59da4c8c-c0de-496e-a65f-c2a224662bd3 req-610e127c-13d1-46a0-9744-fb77b92ce9e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.1056349 Jun 27 12:30:00.540569 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-59da4c8c-c0de-496e-a65f-c2a224662bd3 req-8c1233a3-9405-40db-86ab-95d274500a06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719700 Jun 27 12:30:00.564205 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:00.680427 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-59da4c8c-c0de-496e-a65f-c2a224662bd3 req-1656e74b-18ed-47c0-a92a-6afbd9913d9a service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330016 Jun 27 12:30:00.817551 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-59da4c8c-c0de-496e-a65f-c2a224662bd3 req-56f3a42f-dc3a-4726-94a3-ca3492713bb3 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290543 Jun 27 12:30:01.685842 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-def5c456-f343-4711-b62c-ceb505c7805c req-71faf680-4cb4-4345-ad18-1661f6274b6a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 210 time: 0.1180792 Jun 27 12:30:02.870584 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-87de29b5-ab67-404e-88f9-76c915898a92 req-985dee6a-a877-4958-840a-eb01d41acaf3 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 210 time: 0.0444591 Jun 27 12:30:03.168995 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-8d20010c-cd38-4559-80ec-1fc2f30ec3f9 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:03.170367 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-8d20010c-cd38-4559-80ec-1fc2f30ec3f9 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.50 "GET /v2.0/networks?id=58bf0099-aea6-4b43-82ce-2574a12da213 HTTP/1.1" status: 200 len: 808 time: 0.2135365 Jun 27 12:30:03.238561 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-b5cf910f-25b6-494d-a93f-c0ab5b7156bf tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee26b428873c4d5f88a663dc8c06bdb9 HTTP/1.1" status: 200 len: 380 time: 0.0472810 Jun 27 12:30:03.250128 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Request body: {'port': {'device_id': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'admin_state_up': True, 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'security_groups': ['56134fc7-331f-45db-ab54-d3b99ca7a76f']}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:30:03.384530 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:03.401840 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:03.509382 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Made reservation on behalf of ee26b428873c4d5f88a663dc8c06bdb9 for: {'port': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:30:03.512632 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:03.686649 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Allocated IP 172.20.0.6 (58bf0099-aea6-4b43-82ce-2574a12da213/4b16d6e9-92fc-4996-b1d7-b8dfd530e459/99fbcaf2-a917-4d17-8a5c-ea841edf14b7) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:30:03.881902 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:03.897974 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Transition to ACTIVE for port object 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 will not be triggered until provisioned by entity DHCP. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:30:04.042002 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ee4be195-b316-4648-a8b3-bebfa537d8c2 req-244f07dd-78dc-442a-9ec1-a3302cc68bad tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 210 time: 0.0407746 Jun 27 12:30:04.172680 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:04.178395 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-bc9d013d-afaf-4fb4-8b47-5cf7ff99e2d6 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:04.234870 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Network 58bf0099-aea6-4b43-82ce-2574a12da213 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:30:04.234870 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:04.234870 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:30:04.294346 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:04.295047 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:04.345562 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event updated for resources: {'Port': ['ID=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:04.348492 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:04.412835 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-859e59d5-2f45-4453-acaa-3300a156f287 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1666367 Jun 27 12:30:04.431176 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Request body: {'port': {'device_id': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:30:04.531744 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-1a5bc501-0128-4246-ac84-f6f79e717fc7 None None] Provisioning for port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:30:04.537305 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-1a5bc501-0128-4246-ac84-f6f79e717fc7 None None] Provisioning complete for port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:04.537873 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc501-0128-4246-ac84-f6f79e717fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:04.542326 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:04.609789 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-1a5bc501-0128-4246-ac84-f6f79e717fc7 None None] Port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:30:04.886589 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 {{(pid=75088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:30:04.894093 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:04.927061 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Transition to ACTIVE for port object 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 will not be triggered until provisioned by entity L2. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:30:04.994790 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:05.000769 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:05.124015 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Pushing event updated for resources: {'Port': ['ID=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:05.127740 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:05.287758 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Attempting to bind port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:30:05.288018 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Attempting to bind port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:30:05.288338 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Attempting to bind port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 on network 58bf0099-aea6-4b43-82ce-2574a12da213 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:30:05.299240 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 on network 58bf0099-aea6-4b43-82ce-2574a12da213 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:30:05.299555 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Attempting to bind port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 on network 58bf0099-aea6-4b43-82ce-2574a12da213 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:30:05.313907 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2e292-04fd-47a2-b2d7-51e964b97d19 req-42c7cfcb-1629-49b7-b388-8ab2b5dbcf41 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:05.314586 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-88f2e292-04fd-47a2-b2d7-51e964b97d19 req-42c7cfcb-1629-49b7-b388-8ab2b5dbcf41 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Synchronizing usage tracker for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:30:05.318067 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:30:05.318402 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Checking segment: {'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:30:05.318772 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Bound using segment: {'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:30:05.319257 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Bound port: 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7976fc-4004-4687-80a7-8bdb6107698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213'}}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:30:05.319536 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:05.457829 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-88f2e292-04fd-47a2-b2d7-51e964b97d19 req-42c7cfcb-1629-49b7-b388-8ab2b5dbcf41 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Unset dirty status for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:30:05.458949 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-88f2e292-04fd-47a2-b2d7-51e964b97d19 req-42c7cfcb-1629-49b7-b388-8ab2b5dbcf41 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 943 time: 0.2640171 Jun 27 12:30:05.515401 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] For port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host hv-cinder-79809, cleared binding levels {{(pid=75088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:30:05.523813 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] For port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:30:05.535641 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-88f2e292-04fd-47a2-b2d7-51e964b97d19 req-1421fc8a-fb1d-4990-9262-424777c27f05 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698330 Jun 27 12:30:05.606761 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:05.611280 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-498effec-009b-4641-872a-f40889f775bb tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:05.669323 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:05.670737 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] 10.222.0.50 "PUT /v2.0/ports/99fbcaf2-a917-4d17-8a5c-ea841edf14b7 HTTP/1.1" status: 200 len: 1093 time: 1.2436085 Jun 27 12:30:05.671145 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:30:05.688790 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Pushing event updated for resources: {'Port': ['ID=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,revision_number=3']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:05.692429 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:05.736492 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'status': 'completed', 'code': 200} Jun 27 12:30:05.857335 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-611949a4-b999-4893-9950-420fde7bd75d req-1971d2d9-95bc-4c0c-9e05-cce545d0d30c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1096 time: 0.0751433 Jun 27 12:30:06.018678 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611949a4-b999-4893-9950-420fde7bd75d req-d428f022-5c1e-4cfb-bd0e-0a48021e59ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:06.027159 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-611949a4-b999-4893-9950-420fde7bd75d req-d428f022-5c1e-4cfb-bd0e-0a48021e59ab service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1364505 Jun 27 12:30:06.158080 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611949a4-b999-4893-9950-420fde7bd75d req-5d311462-3660-4860-8481-63a64a4b4abc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:06.159516 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-611949a4-b999-4893-9950-420fde7bd75d req-5d311462-3660-4860-8481-63a64a4b4abc service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330435 Jun 27 12:30:06.351050 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-23884cc9-3ee1-4089-99a0-03b4c50a685f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1096 time: 0.0779340 Jun 27 12:30:06.430830 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-79fa94d1-2378-45ad-bcf1-c6433299dd2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7 HTTP/1.1" status: 200 len: 217 time: 0.0651453 Jun 27 12:30:06.494841 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-baa225f5-af82-4d5f-9027-d418c7fecab2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:06.496256 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-baa225f5-af82-4d5f-9027-d418c7fecab2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b16d6e9-92fc-4996-b1d7-b8dfd530e459 HTTP/1.1" status: 200 len: 847 time: 0.0586710 Jun 27 12:30:06.587070 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-bb3a0245-90a8-4b99-b4f3-3560599af697 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58bf0099-aea6-4b43-82ce-2574a12da213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808010 Jun 27 12:30:06.729081 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-8e34e95d-bb5b-4b2f-b383-0ce0dfb8f661 service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340122 Jun 27 12:30:06.762174 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03db50a-5e0c-4166-87b9-c87e9919989c req-fda5ed71-91a4-4553-a287-761aba2430c2 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:06.763622 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d03db50a-5e0c-4166-87b9-c87e9919989c req-fda5ed71-91a4-4553-a287-761aba2430c2 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 943 time: 0.0945969 Jun 27 12:30:06.809350 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-d03db50a-5e0c-4166-87b9-c87e9919989c req-b099a211-ab20-4202-a542-10e9dbdd7405 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Synchronizing usage tracker for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:30:06.821142 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-d03db50a-5e0c-4166-87b9-c87e9919989c req-b099a211-ab20-4202-a542-10e9dbdd7405 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Unset dirty status for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:30:06.832839 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d03db50a-5e0c-4166-87b9-c87e9919989c req-b099a211-ab20-4202-a542-10e9dbdd7405 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553954 Jun 27 12:30:06.864251 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1c0e1594-3277-4e7e-9c1c-29139f0359ce req-ad51edb6-2376-48f8-b14c-f6bddda071de service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265090 Jun 27 12:30:08.016940 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172dec8-11a4-46f8-9943-92f2671c4da2 req-e0a269d2-c18e-4d02-9ad7-1fdf6c9fad02 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:08.018369 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9172dec8-11a4-46f8-9943-92f2671c4da2 req-e0a269d2-c18e-4d02-9ad7-1fdf6c9fad02 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 943 time: 0.0748811 Jun 27 12:30:08.066929 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9172dec8-11a4-46f8-9943-92f2671c4da2 req-6fa4f1ce-451a-4ada-bd57-b77cc1419c8b tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Jun 27 12:30:09.260823 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae7fa0-be5e-404d-a2d8-25049395f877 req-12e78fe5-8964-4727-9974-52495fc92d7f tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:09.262256 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7aae7fa0-be5e-404d-a2d8-25049395f877 req-12e78fe5-8964-4727-9974-52495fc92d7f tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 943 time: 0.0769424 Jun 27 12:30:09.308304 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-7aae7fa0-be5e-404d-a2d8-25049395f877 req-8515e451-0155-459b-ae44-e701c75bb1bd tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405817 Jun 27 12:30:09.831067 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:30:09.959863 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:30:09.972242 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'port_id': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'mac_address': 'fa:16:3e:1a:de:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:30:10.023942 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:10.040823 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:30:10.055666 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:30:10.146446 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:10.148223 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5c71266a-3e46-443a-bd0a-dc917fd43d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:10.243370 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:10.251581 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.251942 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.252291 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.252672 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.253005 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.253409 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.253787 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.254113 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.254435 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.254756 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.255127 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:10.259968 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:10.524339 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891cf46-9ecd-49d3-94e3-b7d1d52a2e12 req-507969ce-2a09-4b20-a54b-5afd27640611 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:10.525821 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3891cf46-9ecd-49d3-94e3-b7d1d52a2e12 req-507969ce-2a09-4b20-a54b-5afd27640611 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 944 time: 0.0903821 Jun 27 12:30:10.535404 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['99fbcaf2-a917-4d17-8a5c-ea841edf14b7'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:30:10.574837 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3891cf46-9ecd-49d3-94e3-b7d1d52a2e12 req-e164b72c-dd04-4c82-955f-280f867c3a91 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Jun 27 12:30:11.559565 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988d27e-acff-4e29-8ccf-fc30c8f02159 req-e4e2b1a3-d41e-4073-8cff-77ee1cbfb1a2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:11.561054 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8988d27e-acff-4e29-8ccf-fc30c8f02159 req-e4e2b1a3-d41e-4073-8cff-77ee1cbfb1a2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0833981 Jun 27 12:30:11.625835 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8988d27e-acff-4e29-8ccf-fc30c8f02159 req-cd58b47e-f127-4c62-94cb-d4c61475326e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562248 Jun 27 12:30:11.784366 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476459f-6b50-4b4a-81c0-32feaea8dbc4 req-0f0c6d69-5120-4687-bf08-b68a578ccb57 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:11.786717 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c476459f-6b50-4b4a-81c0-32feaea8dbc4 req-0f0c6d69-5120-4687-bf08-b68a578ccb57 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 944 time: 0.0792418 Jun 27 12:30:11.833265 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c476459f-6b50-4b4a-81c0-32feaea8dbc4 req-2724a3dd-f17f-481f-b7a5-1c19e681e0c1 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399172 Jun 27 12:30:11.843346 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:30:12.003705 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:30:12.009390 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:12.009390 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:12.118914 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:12.146744 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:30:12.156107 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:30:12.204081 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'code': 200} Jun 27 12:30:12.272742 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:12.274679 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:12.354550 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:12.357798 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:12.853294 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f950-d33c-4a02-89d6-69846acb05d4 req-7024a4f6-3517-425b-b35b-4e88237edc48 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:12.854745 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3843f950-d33c-4a02-89d6-69846acb05d4 req-7024a4f6-3517-425b-b35b-4e88237edc48 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0865481 Jun 27 12:30:12.943179 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3843f950-d33c-4a02-89d6-69846acb05d4 req-f5af41d5-2b6c-4f33-a7d1-de20d88c5e36 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784433 Jun 27 12:30:12.970052 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-31ad27a9-58f0-423d-9cc8-f565cf66780a req-436c2d7b-dd61-40fd-b95d-179a86909e07 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1098 time: 0.1594515 Jun 27 12:30:13.081136 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-31ad27a9-58f0-423d-9cc8-f565cf66780a req-cc93562a-8448-4130-a5ef-3f5fd087f4b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059070 Jun 27 12:30:13.096557 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0648d8-2bf0-4d03-a6bd-5f253f14dfdb req-33c68227-1240-4617-8313-eab314b501e7 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:13.098115 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7a0648d8-2bf0-4d03-a6bd-5f253f14dfdb req-33c68227-1240-4617-8313-eab314b501e7 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.1057880 Jun 27 12:30:13.146302 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7a0648d8-2bf0-4d03-a6bd-5f253f14dfdb req-c3f8bce3-072c-4c12-a90a-2c02a924ee33 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426211 Jun 27 12:30:14.191806 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb90900-0b03-4a01-9ac0-d00e48f25733 req-6fc54373-b53d-4fbc-be33-eb0167edc70e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:14.193282 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2eb90900-0b03-4a01-9ac0-d00e48f25733 req-6fc54373-b53d-4fbc-be33-eb0167edc70e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0805702 Jun 27 12:30:14.245998 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2eb90900-0b03-4a01-9ac0-d00e48f25733 req-ea983d4b-be33-4eba-a2ed-f44f61e2f32c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459366 Jun 27 12:30:14.382617 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4203d72-9387-411e-aa01-b2ba7971ceb3 req-3735cac6-ae94-4c05-b06c-9f70e3fd22b1 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:14.384128 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c4203d72-9387-411e-aa01-b2ba7971ceb3 req-3735cac6-ae94-4c05-b06c-9f70e3fd22b1 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0893722 Jun 27 12:30:14.430465 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c4203d72-9387-411e-aa01-b2ba7971ceb3 req-71785a02-dffe-4845-9fca-0dbad0675136 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405242 Jun 27 12:30:15.461721 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a45411-7a9f-43ad-98af-3d5d7b82db3d req-ae5366d1-d26d-4b2c-8227-97491518cbc2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:15.463179 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f3a45411-7a9f-43ad-98af-3d5d7b82db3d req-ae5366d1-d26d-4b2c-8227-97491518cbc2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0786140 Jun 27 12:30:15.509492 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f3a45411-7a9f-43ad-98af-3d5d7b82db3d req-08b16c3c-7989-492e-bc79-6a5efe69338d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408883 Jun 27 12:30:15.636465 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8ef43-3986-4a2d-a2f6-606458141dd0 req-22dc6f21-8f73-4401-8f0e-ed8859e3b907 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:15.637910 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d6e8ef43-3986-4a2d-a2f6-606458141dd0 req-22dc6f21-8f73-4401-8f0e-ed8859e3b907 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0836236 Jun 27 12:30:15.682470 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d6e8ef43-3986-4a2d-a2f6-606458141dd0 req-3b936651-19af-4d1a-ac75-0c4bea3b3e30 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390713 Jun 27 12:30:15.882454 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440c47a-1c2d-497e-a489-ae91a34a0bf0 req-553a64e8-fda4-4309-9182-50a74df32ae1 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:15.883875 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3440c47a-1c2d-497e-a489-ae91a34a0bf0 req-553a64e8-fda4-4309-9182-50a74df32ae1 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0787442 Jun 27 12:30:15.929385 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-3440c47a-1c2d-497e-a489-ae91a34a0bf0 req-98f031d5-1cf7-4f6e-ab46-eaf63d25e2d2 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399513 Jun 27 12:30:15.958617 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39838) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:16.153741 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-1766730f-7e73-484c-a2d4-4cd2dadb64c0 tempest-TestShelveInstance-735731428 tempest-TestShelveInstance-735731428-project-admin] Synchronizing usage tracker for tenant:7d784193ceae4c8bb2bd6530c624c119 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:30:16.260566 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-1766730f-7e73-484c-a2d4-4cd2dadb64c0 tempest-TestShelveInstance-735731428 tempest-TestShelveInstance-735731428-project-admin] Unset dirty status for tenant:7d784193ceae4c8bb2bd6530c624c119 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:30:16.261741 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-1766730f-7e73-484c-a2d4-4cd2dadb64c0 tempest-TestShelveInstance-735731428 tempest-TestShelveInstance-735731428-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1093 time: 0.3040650 Jun 27 12:30:16.264785 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 39846) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:16.270778 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Request body: {'floatingip': {'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'port_id': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:30:16.276337 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:16.280174 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Usage tracker for resource:floatingip and tenant:ee26b428873c4d5f88a663dc8c06bdb9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:16.283050 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:16.288726 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:16.497460 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for floatingip, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:16.704434 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:16.728950 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedafb9b-f6b7-47dd-889b-87984b2fc417 req-c8b39a28-aff3-4ce6-8270-98218bb45435 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:16.730396 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bedafb9b-f6b7-47dd-889b-87984b2fc417 req-c8b39a28-aff3-4ce6-8270-98218bb45435 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0801623 Jun 27 12:30:16.776522 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bedafb9b-f6b7-47dd-889b-87984b2fc417 req-10e3f1c6-61a0-4bc7-9e28-281a748a6cba tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401039 Jun 27 12:30:16.848067 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Allocated IP 172.28.3.190 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/43e060e9-33a8-4ebb-9605-21169578ee25) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:30:16.991911 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:17.120222 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:17.124108 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:17.188907 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:30:17.192270 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:17.196381 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:30:17.221799 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event updated for resources: {'Port': ['ID=43e060e9-33a8-4ebb-9605-21169578ee25,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:17.229394 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:17.705993 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:17.841592 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:17.998515 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29852a-9553-43ac-9156-e84a6bacc80a req-89f09ef3-422a-4e04-a8db-657222915bad tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:17.999972 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4d29852a-9553-43ac-9156-e84a6bacc80a req-89f09ef3-422a-4e04-a8db-657222915bad tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0825367 Jun 27 12:30:18.051593 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:18.053269 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4d29852a-9553-43ac-9156-e84a6bacc80a req-cbd1c064-2675-4c88-a441-50a5ed87c32e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464218 Jun 27 12:30:18.217408 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:18.221837 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-03ec7a74-d07d-4730-96af-3fbd7b15efda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:18.323305 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event updated for resources: {'Port': ['ID=43e060e9-33a8-4ebb-9605-21169578ee25,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:18.327116 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:18.335109 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:18.594114 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.l3_db [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Floating IP efd44ae8-d5e3-42f2-b58a-fa7ae0589e1b associated. External IP: 172.28.3.190, port: 99fbcaf2-a917-4d17-8a5c-ea841edf14b7. Jun 27 12:30:18.976042 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:30:19.186526 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:30:19.201462 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] Sync routers for ids ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:30:19.221359 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] Routers {'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:30:19.222272 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:29:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:19.332105 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:19.412695 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1375148 Jun 27 12:30:19.412695 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:30:19.448041 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596aacd-0e7b-48e4-9942-2e92390d757a req-d552eb73-a995-465f-910c-9ab713fc2529 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:19.450000 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b596aacd-0e7b-48e4-9942-2e92390d757a req-d552eb73-a995-465f-910c-9ab713fc2529 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0934038 Jun 27 12:30:19.465976 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] Set router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:30:19.473933 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'status': 'completed', 'code': 200} Jun 27 12:30:19.501219 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b596aacd-0e7b-48e4-9942-2e92390d757a req-0a90b085-2723-4f30-a7a9-86664389fbe7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456245 Jun 27 12:30:19.591427 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-adc23e91-e2ce-4d3c-91ba-9cb1eb471237 req-95ef651c-ec33-450f-8be6-63a67a33893a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1098 time: 0.0706475 Jun 27 12:30:19.721248 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23e91-e2ce-4d3c-91ba-9cb1eb471237 req-bf4ba877-63e0-47a0-bbf3-a4533b162af3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:19.723241 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-adc23e91-e2ce-4d3c-91ba-9cb1eb471237 req-bf4ba877-63e0-47a0-bbf3-a4533b162af3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58bf0099-aea6-4b43-82ce-2574a12da213 HTTP/1.1" status: 200 len: 909 time: 0.1248951 Jun 27 12:30:19.825181 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-adc23e91-e2ce-4d3c-91ba-9cb1eb471237 req-4c0affd4-f822-4714-8d8b-fee339ede871 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7 HTTP/1.1" status: 200 len: 999 time: 0.0953398 Jun 27 12:30:19.837150 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': 'efd44ae8-d5e3-42f2-b58a-fa7ae0589e1b', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'floating_ip_address': '172.28.3.190', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'port_id': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'mac_address': 'fa:16:3e:1a:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:30:17Z', 'updated_at': '2021-06-27T12:30:17Z', 'revision_number': 0, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61580135-3591-4e19-a4f7-ed2ef495a94d', 'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'mac_address': 'fa:16:3e:4e:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:09Z', 'updated_at': '2021-06-27T12:29:21Z', 'revision_number': 5, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'subnets': [{'id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:19.842216 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] Checking router: f35ca1fc-ed74-4d6d-9ede-47ca55ab002b for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:30:19.854464 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] Routers {'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:30:19.855251 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:29:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:19.888349 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23e91-e2ce-4d3c-91ba-9cb1eb471237 req-6868d32c-ffef-4c50-8432-eaf584efad3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:19.890092 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-adc23e91-e2ce-4d3c-91ba-9cb1eb471237 req-6868d32c-ffef-4c50-8432-eaf584efad3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b16d6e9-92fc-4996-b1d7-b8dfd530e459 HTTP/1.1" status: 200 len: 847 time: 0.0579469 Jun 27 12:30:19.965519 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-adc23e91-e2ce-4d3c-91ba-9cb1eb471237 req-9ae57d11-68b7-44d3-b49d-e1cd26eecea4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58bf0099-aea6-4b43-82ce-2574a12da213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691841 Jun 27 12:30:20.030010 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] Set router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:30:20.097311 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-adc23e91-e2ce-4d3c-91ba-9cb1eb471237 req-6e1f86ab-66cb-44c3-bfed-03064e60bea9 service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239281 Jun 27 12:30:20.234198 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-adc23e91-e2ce-4d3c-91ba-9cb1eb471237 req-798c9665-28a9-41e5-a8b2-386a783872a2 service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276431 Jun 27 12:30:20.419469 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': 'efd44ae8-d5e3-42f2-b58a-fa7ae0589e1b', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'floating_ip_address': '172.28.3.190', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'port_id': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'mac_address': 'fa:16:3e:1a:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:30:17Z', 'updated_at': '2021-06-27T12:30:17Z', 'revision_number': 0, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61580135-3591-4e19-a4f7-ed2ef495a94d', 'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'mac_address': 'fa:16:3e:4e:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:09Z', 'updated_at': '2021-06-27T12:29:21Z', 'revision_number': 5, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'subnets': [{'id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:20.424965 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faeb097-4238-470d-8ac4-f1e841dcb89f None None] The sync data for ids ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'] in dv-cinder-798098-1-smb is: [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': 'efd44ae8-d5e3-42f2-b58a-fa7ae0589e1b', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'floating_ip_address': '172.28.3.190', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'port_id': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'mac_address': 'fa:16:3e:1a:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:30:17Z', 'updated_at': '2021-06-27T12:30:17Z', 'revision_number': 0, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61580135-3591-4e19-a4f7-ed2ef495a94d', 'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'mac_address': 'fa:16:3e:4e:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:09Z', 'updated_at': '2021-06-27T12:29:21Z', 'revision_number': 5, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'subnets': [{'id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:30:20.660590 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55782444-cbbc-4dc9-893d-38c4cd687bf4 None None] New status for floating IP efd44ae8-d5e3-42f2-b58a-fa7ae0589e1b: ACTIVE {{(pid=75091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:30:20.836670 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3cee3-0f7f-4a83-a7a2-2ec04a110644 req-0798c6ae-dac1-41c4-bfdc-a45b28796d8d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:20.839029 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-dac3cee3-0f7f-4a83-a7a2-2ec04a110644 req-0798c6ae-dac1-41c4-bfdc-a45b28796d8d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.1884382 Jun 27 12:30:20.888143 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-dac3cee3-0f7f-4a83-a7a2-2ec04a110644 req-11e590cc-0953-45ef-87cc-d6d8dce88de2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433900 Jun 27 12:30:22.100830 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d45846-4c49-41d5-bec4-30777b6f28fe req-4e8a08ae-3961-43ae-bc97-5fdbc79722ac tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:22.102274 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-14d45846-4c49-41d5-bec4-30777b6f28fe req-4e8a08ae-3961-43ae-bc97-5fdbc79722ac tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0778904 Jun 27 12:30:22.147267 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-14d45846-4c49-41d5-bec4-30777b6f28fe req-60925332-f8a1-4a2d-a366-a4e0e0f61691 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391405 Jun 27 12:30:23.066901 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:30:23.362065 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 39934) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:23.369980 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc2db-6ff4-432a-a014-ea2b6767d978 req-e81c663c-3b6f-4648-b5ce-2a5df28e0805 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:23.371374 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cfddc2db-6ff4-432a-a014-ea2b6767d978 req-e81c663c-3b6f-4648-b5ce-2a5df28e0805 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0883701 Jun 27 12:30:23.429096 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cfddc2db-6ff4-432a-a014-ea2b6767d978 req-208eb10a-4143-48bb-91f6-328de8d794c0 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513208 Jun 27 12:30:23.521142 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:23.553218 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:23.557077 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Usage tracker for resource:security_group_rule and tenant:cce807c0ba8e42e18c8d1f665f3c7130 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:23.559833 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:23.565612 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:23.630710 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:23.696620 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:23.703997 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-457f0710-b41d-436b-b46b-60733fba02f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:23.747233 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38211d0c-febf-42a5-8db4-300b30533f98,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:23.753104 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cce807c0ba8e42e18c8d1f665f3c7130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3894203 Jun 27 12:30:23.755857 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 39942) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:23.758086 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.758582 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.758942 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.759291 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.759639 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.759985 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.760325 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.760694 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.761029 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.761369 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.761714 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:23.766040 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:23.815256 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:23.841190 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:23.899619 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 39948) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:24.034027 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:24.039669 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5726589c-382e-4dfd-83b3-7388f659d990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:24.048429 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-4f8f88ef-38df-4118-9f84-281741f73778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:24.059434 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38211d0c-febf-42a5-8db4-300b30533f98,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:24.073804 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:24.074888 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38211d0c-febf-42a5-8db4-300b30533f98 HTTP/1.1" status: 204 len: 168 time: 0.3180840 Jun 27 12:30:24.080170 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.080566 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.080926 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.081829 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.082172 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.082520 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.082864 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.083218 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.083562 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.083900 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.084258 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:24.092859 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-606b9832-5a5a-4ccb-b95a-9115c3c03e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:24.101710 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-4f8f88ef-38df-4118-9f84-281741f73778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:24.106667 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-4f8f88ef-38df-4118-9f84-281741f73778 admin admin] Usage tracker for resource:security_group_rule and tenant:ded447a371ef4419a41b3faa94ca9aaf is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:24.109877 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-4f8f88ef-38df-4118-9f84-281741f73778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:24.116097 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-4f8f88ef-38df-4118-9f84-281741f73778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:24.255275 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-4f8f88ef-38df-4118-9f84-281741f73778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:24.340724 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-4f8f88ef-38df-4118-9f84-281741f73778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:24.347316 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-41a2b839-4aaa-4b9a-a60a-b6caea26999f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:24.389307 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f88ef-38df-4118-9f84-281741f73778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624e31a7-c7c6-4497-be30-2e8c5457f848,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:24.390282 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-4f8f88ef-38df-4118-9f84-281741f73778 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ded447a371ef4419a41b3faa94ca9aaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4897108 Jun 27 12:30:24.391141 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-4f8f88ef-38df-4118-9f84-281741f73778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:24.392805 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 39960) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:24.451385 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d52bcf85-4130-4fe1-8d3d-3db8d6ba443c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:24.476684 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d52bcf85-4130-4fe1-8d3d-3db8d6ba443c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:24.643168 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c50657-7821-4faf-b191-2ca1d7c95fa3 req-3c73c00a-05fb-42ba-8e07-23e8225e33b1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:24.644790 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-71c50657-7821-4faf-b191-2ca1d7c95fa3 req-3c73c00a-05fb-42ba-8e07-23e8225e33b1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0805600 Jun 27 12:30:24.646181 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d52bcf85-4130-4fe1-8d3d-3db8d6ba443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:24.651130 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-717adfd5-0053-4f5f-8cb7-93066a373e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:24.663236 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bcf85-4130-4fe1-8d3d-3db8d6ba443c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624e31a7-c7c6-4497-be30-2e8c5457f848,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:24.666068 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d52bcf85-4130-4fe1-8d3d-3db8d6ba443c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:24.667888 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d52bcf85-4130-4fe1-8d3d-3db8d6ba443c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:24.669001 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-d52bcf85-4130-4fe1-8d3d-3db8d6ba443c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/624e31a7-c7c6-4497-be30-2e8c5457f848 HTTP/1.1" status: 204 len: 168 time: 0.2752261 Jun 27 12:30:24.705024 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-71c50657-7821-4faf-b191-2ca1d7c95fa3 req-d1d13214-33bb-4195-92e1-1da1ae99e720 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541189 Jun 27 12:30:25.927214 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc44f3-5586-4fc2-8f2b-8fcbed295dc8 req-589fc5ed-b54f-4446-8f83-faca9f1c146f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:25.931222 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9ecc44f3-5586-4fc2-8f2b-8fcbed295dc8 req-589fc5ed-b54f-4446-8f83-faca9f1c146f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0897934 Jun 27 12:30:25.965295 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6a46c1f5-3462-4e7c-988a-d475efe014af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:25.975604 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9ecc44f3-5586-4fc2-8f2b-8fcbed295dc8 req-1434ca98-1e4d-440c-b20f-be703d778423 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Jun 27 12:30:26.409723 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:26.572130 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40048) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:26.719603 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:26.750958 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:26.754852 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] Usage tracker for resource:security_group_rule and tenant:3d1ad1fb0412452294055972f7a73dbf is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:26.757704 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:26.763438 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:26.825895 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:26.925309 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:26.931839 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f13f4e53-8384-409e-896e-aca4c48eca8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:26.969435 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7861424a-fc0f-4d17-8fd5-2901a428fe87,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:26.973728 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:26.979070 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40054) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:26.979635 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d1ad1fb0412452294055972f7a73dbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4058712 Jun 27 12:30:27.043778 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-40584351-87cd-40ef-be8c-9078962835ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:27.071721 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-40584351-87cd-40ef-be8c-9078962835ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:27.214342 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d8a47-a071-4455-bb14-41fd00b40b26 req-30e21ae0-3f92-41c3-9d13-67906808c321 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:27.215762 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-362d8a47-a071-4455-bb14-41fd00b40b26 req-30e21ae0-3f92-41c3-9d13-67906808c321 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0863924 Jun 27 12:30:27.261289 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-362d8a47-a071-4455-bb14-41fd00b40b26 req-fecaaa39-2b3d-4aff-bf77-f4d3f3524a51 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396032 Jun 27 12:30:27.279779 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-40584351-87cd-40ef-be8c-9078962835ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:27.284497 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-cf65cefb-d399-4514-9314-508ed358f60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:27.297948 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40584351-87cd-40ef-be8c-9078962835ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7861424a-fc0f-4d17-8fd5-2901a428fe87,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:27.303802 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-40584351-87cd-40ef-be8c-9078962835ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:27.310051 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-40584351-87cd-40ef-be8c-9078962835ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:27.311140 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-40584351-87cd-40ef-be8c-9078962835ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7861424a-fc0f-4d17-8fd5-2901a428fe87 HTTP/1.1" status: 204 len: 168 time: 0.3299141 Jun 27 12:30:27.702682 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:27.941901 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:30:28.074393 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-77e84bdb-8bcf-48bd-acfb-7bf54bd65f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:28.081824 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:30:28.097858 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'port_id': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'mac_address': 'fa:16:3e:ac:fe:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:30:28.154324 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:28.177337 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:30:28.192266 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:30:28.289689 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:28.291607 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:28.358241 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=6']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:28.359824 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:28.483626 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c4ae3-5464-43d8-a2b6-0a5d12644bb6 req-22cacb67-22d5-4bd0-a494-491d19235277 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:28.485105 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-218c4ae3-5464-43d8-a2b6-0a5d12644bb6 req-22cacb67-22d5-4bd0-a494-491d19235277 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 944 time: 0.0823324 Jun 27 12:30:28.507349 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['2ca1ad6e-949c-44d9-aeb0-69c16bcde834'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:30:28.532133 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-218c4ae3-5464-43d8-a2b6-0a5d12644bb6 req-fc892f68-2984-40c0-8b0a-8a45524276eb tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414898 Jun 27 12:30:29.005161 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:29.812159 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ddc9c-cd65-4242-8652-3242d6170c94 req-0a042621-aa27-406e-a11b-e937fdd2c013 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:29.813958 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d02ddc9c-cd65-4242-8652-3242d6170c94 req-0a042621-aa27-406e-a11b-e937fdd2c013 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 944 time: 0.0891814 Jun 27 12:30:29.871353 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d02ddc9c-cd65-4242-8652-3242d6170c94 req-3e3cf042-c328-4dc5-8a57-cd3c78541e81 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456188 Jun 27 12:30:29.959931 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:30:30.028887 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:30.034032 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:30.154186 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:30.177651 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:30:30.186937 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:30:30.232867 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'code': 200} Jun 27 12:30:30.279657 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:30.281568 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:30.351213 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=7']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:30.354312 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:30.599688 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:31.137816 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1e009-2d23-409b-987f-e5703961d2df req-a9d55092-51b5-4c0d-b432-1aa927077e88 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:31.139386 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ecd1e009-2d23-409b-987f-e5703961d2df req-a9d55092-51b5-4c0d-b432-1aa927077e88 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0976954 Jun 27 12:30:31.207479 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ecd1e009-2d23-409b-987f-e5703961d2df req-7378f3c1-bf1d-4982-8e1d-f78cd84754db tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621755 Jun 27 12:30:32.488339 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0949a-9ac8-4bb9-b32b-2a16d59ee865 req-023c2320-5312-4164-80f2-d8fd1320cb75 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:32.490642 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-58b0949a-9ac8-4bb9-b32b-2a16d59ee865 req-023c2320-5312-4164-80f2-d8fd1320cb75 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.1222651 Jun 27 12:30:32.562403 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-58b0949a-9ac8-4bb9-b32b-2a16d59ee865 req-9da42602-8ae7-4e0a-b4c5-c6447a602922 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653801 Jun 27 12:30:33.824144 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92f2b7-7b24-4a87-a24e-17e7df11764e req-18794f1e-caaf-42c1-9f06-8e96b846152d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:33.826500 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ff92f2b7-7b24-4a87-a24e-17e7df11764e req-18794f1e-caaf-42c1-9f06-8e96b846152d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.1039047 Jun 27 12:30:33.876270 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ff92f2b7-7b24-4a87-a24e-17e7df11764e req-594ba721-3c71-4b80-a849-1f8baee3ed84 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407703 Jun 27 12:30:35.158176 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81125e88-5835-44d9-963c-a34941dbc41d req-a5ecb234-77d1-4278-a85b-31a4b9f1ec83 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:35.160492 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-81125e88-5835-44d9-963c-a34941dbc41d req-a5ecb234-77d1-4278-a85b-31a4b9f1ec83 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0975802 Jun 27 12:30:35.212551 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-81125e88-5835-44d9-963c-a34941dbc41d req-2701ece6-0a1b-470a-b0d5-24c932978e9a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456305 Jun 27 12:30:35.756088 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40204) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:35.937913 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:35.977308 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:35.981737 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] Usage tracker for resource:security_group_rule and tenant:159359b55c604c2fbedde05fd3bcd62c is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:35.985055 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:35.993970 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:36.083225 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:36.199194 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:36.207347 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-25ad6ebc-dd18-4e1d-b39e-2b8feb41c12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:36.252059 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40212) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:36.253176 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=159359b55c604c2fbedde05fd3bcd62c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4941404 Jun 27 12:30:36.254066 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf09832-e231-408a-9257-7174639ba17c,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:36.257349 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:36.351491 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b4ab58f7-da71-4942-a012-ea33193f7d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:36.392570 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b4ab58f7-da71-4942-a012-ea33193f7d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:36.517267 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08feeb4-5248-412b-b3c4-bd7a5ac2ede5 req-e93137c4-7e47-45ca-bedf-85039701f207 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:36.524818 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f08feeb4-5248-412b-b3c4-bd7a5ac2ede5 req-e93137c4-7e47-45ca-bedf-85039701f207 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.1185536 Jun 27 12:30:36.625443 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f08feeb4-5248-412b-b3c4-bd7a5ac2ede5 req-b19d6e3d-67b9-4596-ae8d-f9784b7e4c19 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892358 Jun 27 12:30:36.633603 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b4ab58f7-da71-4942-a012-ea33193f7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:36.637418 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-3f5ca1d4-973e-4dd4-a39c-bfc7d5b04c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:36.654746 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab58f7-da71-4942-a012-ea33193f7d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf09832-e231-408a-9257-7174639ba17c,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:36.659934 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-b4ab58f7-da71-4942-a012-ea33193f7d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:36.679354 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b4ab58f7-da71-4942-a012-ea33193f7d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:36.683617 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-b4ab58f7-da71-4942-a012-ea33193f7d33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fdf09832-e231-408a-9257-7174639ba17c HTTP/1.1" status: 204 len: 168 time: 0.4260361 Jun 27 12:30:37.891969 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ff81e-1e2d-4024-ba6e-66d69c64ad6d req-55929079-9014-45ff-8563-15269590880c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:37.895290 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-717ff81e-1e2d-4024-ba6e-66d69c64ad6d req-55929079-9014-45ff-8563-15269590880c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0839632 Jun 27 12:30:37.939538 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-717ff81e-1e2d-4024-ba6e-66d69c64ad6d req-365c7a14-4860-4e3a-bb94-d6b74006a2ce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406384 Jun 27 12:30:39.220041 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6bdd4-dc73-4031-84ff-c8a6df5e611c req-f2075ce0-0d92-4992-883f-6c77b2ec11d9 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:39.222132 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1df6bdd4-dc73-4031-84ff-c8a6df5e611c req-f2075ce0-0d92-4992-883f-6c77b2ec11d9 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.1126029 Jun 27 12:30:39.282751 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1df6bdd4-dc73-4031-84ff-c8a6df5e611c req-c194104f-726a-4754-90c2-368886d1df08 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549459 Jun 27 12:30:40.582754 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b8eca-39c4-4be6-88ac-b3a689a6b6ae req-e59458c6-6fce-46e2-857f-2e956a870b81 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:40.599757 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-953b8eca-39c4-4be6-88ac-b3a689a6b6ae req-e59458c6-6fce-46e2-857f-2e956a870b81 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.1557939 Jun 27 12:30:40.649050 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-953b8eca-39c4-4be6-88ac-b3a689a6b6ae req-8bbed29a-f972-4e59-93fa-1fb92e676af2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481353 Jun 27 12:30:41.870978 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b70fa-c503-48d2-ac9d-735cc8f0121d req-f92e1f42-48db-4c06-992f-140b354e0511 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:41.872425 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-517b70fa-c503-48d2-ac9d-735cc8f0121d req-f92e1f42-48db-4c06-992f-140b354e0511 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0801854 Jun 27 12:30:41.923388 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-517b70fa-c503-48d2-ac9d-735cc8f0121d req-9b676c7f-56c5-4134-ba51-47b0051d1a53 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Jun 27 12:30:43.135112 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d5acb-024a-4740-b3a0-409019a507d1 req-01beaa24-30e7-4292-8b9d-d29d6591058c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:43.136570 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-777d5acb-024a-4740-b3a0-409019a507d1 req-01beaa24-30e7-4292-8b9d-d29d6591058c tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0759838 Jun 27 12:30:43.183808 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-777d5acb-024a-4740-b3a0-409019a507d1 req-5e6e9bb7-bd73-4585-93e3-ebaad8f7ff83 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416763 Jun 27 12:30:43.996911 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-abec26aa-29a5-47c8-b6d1-9ac924ad795a req-dde8199c-ef00-44bb-ad06-b5fe3491431d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 1098 time: 0.0674965 Jun 27 12:30:44.127657 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec26aa-29a5-47c8-b6d1-9ac924ad795a req-5f771960-0919-466b-9626-baaa615d3157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:44.129020 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-abec26aa-29a5-47c8-b6d1-9ac924ad795a req-5f771960-0919-466b-9626-baaa615d3157 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 918 time: 0.1255047 Jun 27 12:30:44.230802 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-abec26aa-29a5-47c8-b6d1-9ac924ad795a req-5e441f66-5f6f-42ac-a516-018be188bc1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834 HTTP/1.1" status: 200 len: 1001 time: 0.0949826 Jun 27 12:30:44.296076 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec26aa-29a5-47c8-b6d1-9ac924ad795a req-85fe3b41-4ed3-48c3-b58c-12b2e16d8f42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:44.297483 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-abec26aa-29a5-47c8-b6d1-9ac924ad795a req-85fe3b41-4ed3-48c3-b58c-12b2e16d8f42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.0565705 Jun 27 12:30:44.436249 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-abec26aa-29a5-47c8-b6d1-9ac924ad795a req-e16a7e5f-56aa-4683-ab90-4a1fdb1e0c81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1249940 Jun 27 12:30:44.442654 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d25ae3-49e6-4938-93d0-c1b278d64457 req-af23f948-94b2-4586-95d0-1001271f4e17 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:44.443982 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c6d25ae3-49e6-4938-93d0-c1b278d64457 req-af23f948-94b2-4586-95d0-1001271f4e17 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.1018095 Jun 27 12:30:44.567301 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c6d25ae3-49e6-4938-93d0-c1b278d64457 req-2e7d0359-c0af-4be2-a4d8-cf79b46fa300 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031215 Jun 27 12:30:44.606085 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-abec26aa-29a5-47c8-b6d1-9ac924ad795a req-f81e3c49-2510-46fc-a1a0-48e307fe6f85 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593225 Jun 27 12:30:44.735506 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-abec26aa-29a5-47c8-b6d1-9ac924ad795a req-1e120c18-12c2-445b-a78c-839f7b635b71 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217055 Jun 27 12:30:45.782344 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e728f2-5433-439a-9f5d-f2a65877fc07 req-9e60cb3c-0d62-47a6-9faf-4175a24351af tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:45.783889 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-05e728f2-5433-439a-9f5d-f2a65877fc07 req-9e60cb3c-0d62-47a6-9faf-4175a24351af tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 945 time: 0.0755029 Jun 27 12:30:45.833244 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-05e728f2-5433-439a-9f5d-f2a65877fc07 req-a20f6054-74b4-4bb0-b024-cd69f9d17096 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416477 Jun 27 12:30:46.111591 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:30:46.220192 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.246206 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:30:46.255713 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:30:46.393361 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.396459 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:46.465281 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=8']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:46.468911 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:46.519413 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'code': 200} Jun 27 12:30:47.058251 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358f953-df76-4cd8-bef0-fb0e86b379d1 req-39bdde1d-eb02-4258-9660-0c6159c5f4e2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:47.059681 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9358f953-df76-4cd8-bef0-fb0e86b379d1 req-39bdde1d-eb02-4258-9660-0c6159c5f4e2 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0808141 Jun 27 12:30:47.104089 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9358f953-df76-4cd8-bef0-fb0e86b379d1 req-92c6d6b1-0fe5-420b-a258-749ab4fb24c5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383410 Jun 27 12:30:50.120222 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:30:50.235034 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-113ca592-22e1-45ae-b16f-34e953bbbebe req-fc188f2a-34f2-452d-9689-fb14bb7a0bf6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2514942 Jun 27 12:30:50.983114 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d0447-4b77-4fb0-80f1-d2be8b8a85b8 req-f82e9f4e-06e9-499a-aa48-ef8ed7e652c7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:50.983114 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-225d0447-4b77-4fb0-80f1-d2be8b8a85b8 req-f82e9f4e-06e9-499a-aa48-ef8ed7e652c7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0809000 Jun 27 12:30:51.025237 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-225d0447-4b77-4fb0-80f1-d2be8b8a85b8 req-52ffc284-ee83-444f-864b-a6380d682e48 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398102 Jun 27 12:30:51.382869 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-86a31403-328f-4051-b9e8-5e0b3cf1d40c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709291 Jun 27 12:30:52.244918 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de957f-c7be-4689-9feb-175528b53f80 req-58dc2443-424e-41a5-8a5f-d3e156593945 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:52.246358 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-77de957f-c7be-4689-9feb-175528b53f80 req-58dc2443-424e-41a5-8a5f-d3e156593945 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0814438 Jun 27 12:30:52.296385 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-77de957f-c7be-4689-9feb-175528b53f80 req-e6523e42-bce9-4915-b906-3ffe45d7b81b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435042 Jun 27 12:30:52.790290 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-ef9665e7-e1fd-4a0e-bcb7-a33bcaa9563c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368&tenant_id=a322fb00b6ac43ed9de816427dbbbf6b HTTP/1.1" status: 200 len: 1096 time: 0.0671282 Jun 27 12:30:52.897356 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-273283ca-89dd-4f19-bb5b-e96a21a03ea0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 1096 time: 0.0703692 Jun 27 12:30:53.023686 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-aa0e50fa-cc3e-477e-8b82-9530190366a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:53.025103 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-aa0e50fa-cc3e-477e-8b82-9530190366a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 200 len: 918 time: 0.1213143 Jun 27 12:30:53.130191 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-03ff7e44-48de-41fb-9c1d-3acf313c91c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834 HTTP/1.1" status: 200 len: 999 time: 0.0946071 Jun 27 12:30:53.192402 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-eb2e9074-1f3b-4fc6-9f88-17ed187a7a94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:53.193850 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-eb2e9074-1f3b-4fc6-9f88-17ed187a7a94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 200 len: 856 time: 0.0569701 Jun 27 12:30:53.375569 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-d98e1592-2204-4193-8e4a-f66c68e61735 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75c1798c-5fae-4787-96be-a9306ad7a926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1287344 Jun 27 12:30:53.383563 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a16ea1-9326-4c94-b282-40f4841ef442 req-1a2391ec-e12c-4796-ad1d-b168271e3d16 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:53.384900 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6a16ea1-9326-4c94-b282-40f4841ef442 req-1a2391ec-e12c-4796-ad1d-b168271e3d16 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 945 time: 0.1087825 Jun 27 12:30:53.508825 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e6a16ea1-9326-4c94-b282-40f4841ef442 req-57115df8-e399-4c0a-9ae5-425c2d0a5c63 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053295 Jun 27 12:30:53.546294 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-fabb332f-51a6-479e-9530-3102e7e1b5c2 service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604693 Jun 27 12:30:53.592482 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6255d1-da71-4a13-998a-960d54710b9b req-a5ff9dc6-a451-4e0e-a18f-ef06e21001c7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:53.594151 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2c6255d1-da71-4a13-998a-960d54710b9b req-a5ff9dc6-a451-4e0e-a18f-ef06e21001c7 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.1539140 Jun 27 12:30:53.640065 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-2c6255d1-da71-4a13-998a-960d54710b9b req-622380ec-6c0b-4c09-978e-0c49a32f3b93 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 Jun 27 12:30:53.686252 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-484fab52-6fac-4737-8cc8-2e9be7a37b9f req-d1c06fc8-8b32-4315-89de-3bb3c5d0b6db service neutron] 10.222.0.50 "GET /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330161 Jun 27 12:30:54.713315 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ed555-4ba7-49f2-a3cc-2558e0dd24fe req-bac8a949-eb63-4930-b7ef-af69edb0a2a1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:54.714790 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6a0ed555-4ba7-49f2-a3cc-2558e0dd24fe req-bac8a949-eb63-4930-b7ef-af69edb0a2a1 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 945 time: 0.0820045 Jun 27 12:30:54.762043 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6a0ed555-4ba7-49f2-a3cc-2558e0dd24fe req-969597c5-7ac6-4bcc-88ab-87069f5db2a5 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415328 Jun 27 12:30:54.858925 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc74f-002f-475e-9878-29f091c2427c req-254208e3-4a5c-4589-bc1f-0794a570ce77 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:54.860352 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6cacc74f-002f-475e-9878-29f091c2427c req-254208e3-4a5c-4589-bc1f-0794a570ce77 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0761867 Jun 27 12:30:54.907341 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6cacc74f-002f-475e-9878-29f091c2427c req-0ce8418f-e5dc-4665-8573-d74c159975ba tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396023 Jun 27 12:30:55.958634 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-66645f83-d638-4ded-8323-9ff13e9ca2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:55.988936 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f0168-868e-40fe-8089-601307e666b5 req-9726ca61-b8b6-4e2b-9a3b-972d91b63592 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:55.991023 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b52f0168-868e-40fe-8089-601307e666b5 req-9726ca61-b8b6-4e2b-9a3b-972d91b63592 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 945 time: 0.0867178 Jun 27 12:30:56.051266 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b52f0168-868e-40fe-8089-601307e666b5 req-dbda5fa0-db10-4969-a0c4-a56adf043d14 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544479 Jun 27 12:30:56.167304 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6448d-e0dd-4398-9b01-7eaf89467d05 req-e3729390-03aa-4c40-9616-a6447cfd0cf4 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:56.168758 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-35f6448d-e0dd-4398-9b01-7eaf89467d05 req-e3729390-03aa-4c40-9616-a6447cfd0cf4 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0835507 Jun 27 12:30:56.222482 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-35f6448d-e0dd-4398-9b01-7eaf89467d05 req-782a8ea3-9023-4ae4-b8db-a5d3dd321843 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445247 Jun 27 12:30:56.420114 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.294043 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40478) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:57.296527 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264418c-9ab7-4965-8023-da47f30370a6 req-cab2896d-f43f-428d-8040-22a0ad2799bb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:57.304408 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d264418c-9ab7-4965-8023-da47f30370a6 req-cab2896d-f43f-428d-8040-22a0ad2799bb tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 945 time: 0.1261725 Jun 27 12:30:57.348062 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d264418c-9ab7-4965-8023-da47f30370a6 req-9bd3a67e-ae28-400f-b94d-262590dd8e7f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427866 Jun 27 12:30:57.508926 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d43abb-a073-4cc2-affb-4a5b8ae9af68 req-3108623c-23d5-4666-a16f-ce8b52b52aaa tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:57.510461 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f4d43abb-a073-4cc2-affb-4a5b8ae9af68 req-3108623c-23d5-4666-a16f-ce8b52b52aaa tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.1009598 Jun 27 12:30:57.511445 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-108ce2a0-1da9-47f4-9154-fa38f569a5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.576265 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-108ce2a0-1da9-47f4-9154-fa38f569a5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:57.582342 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f4d43abb-a073-4cc2-affb-4a5b8ae9af68 req-70589f90-fa8a-4313-9ca5-ed34578888d0 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611026 Jun 27 12:30:57.583227 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-108ce2a0-1da9-47f4-9154-fa38f569a5da admin admin] Usage tracker for resource:security_group_rule and tenant:e5ed39b9206c4e5695490059d964760d is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:57.590720 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-108ce2a0-1da9-47f4-9154-fa38f569a5da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:57.597760 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-108ce2a0-1da9-47f4-9154-fa38f569a5da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:57.655626 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.676602 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-108ce2a0-1da9-47f4-9154-fa38f569a5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.804393 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-108ce2a0-1da9-47f4-9154-fa38f569a5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.812474 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ba94b094-5987-4273-a233-1f838cd88783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:57.857584 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ce2a0-1da9-47f4-9154-fa38f569a5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fc9542-5c69-40ad-981e-862dc60bc0b6,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:57.862728 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-108ce2a0-1da9-47f4-9154-fa38f569a5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:57.869061 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-108ce2a0-1da9-47f4-9154-fa38f569a5da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5ed39b9206c4e5695490059d964760d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5709014 Jun 27 12:30:57.869355 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40484) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:57.946395 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-832556da-5fc6-43e9-ac71-f63d0f2ea1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.977757 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-832556da-5fc6-43e9-ac71-f63d0f2ea1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.033113 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e5232593-9fe6-479f-9daf-7f1c78d31183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.141467 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-832556da-5fc6-43e9-ac71-f63d0f2ea1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.145786 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-72df2e5d-f5ad-450e-a3f0-078d7d50ee1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:58.157948 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832556da-5fc6-43e9-ac71-f63d0f2ea1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fc9542-5c69-40ad-981e-862dc60bc0b6,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:58.160742 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-832556da-5fc6-43e9-ac71-f63d0f2ea1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:58.167843 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-832556da-5fc6-43e9-ac71-f63d0f2ea1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.171700 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-832556da-5fc6-43e9-ac71-f63d0f2ea1eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20fc9542-5c69-40ad-981e-862dc60bc0b6 HTTP/1.1" status: 204 len: 168 time: 0.3012650 Jun 27 12:30:58.180694 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 8bca0bc5-0822-429e-b7b5-81e5c0dff757 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:30:58.296185 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.343377 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 8bca0bc5-0822-429e-b7b5-81e5c0dff757, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8bca0bc5-0822-429e-b7b5-81e5c0dff757,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:30:58.344777 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bca0bc5-0822-429e-b7b5-81e5c0dff757'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:30:58.410097 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bca0bc5-0822-429e-b7b5-81e5c0dff757', 'code': 200} Jun 27 12:30:58.438518 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.440982 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:58.508616 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=8bca0bc5-0822-429e-b7b5-81e5c0dff757,revision_number=6']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:58.511852 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:58.623878 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753e97c-4e2a-4bcb-8095-ea86a69e6001 req-ce3e956c-be27-468e-9863-b57b3f756faf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:58.631516 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0753e97c-4e2a-4bcb-8095-ea86a69e6001 req-ce3e956c-be27-468e-9863-b57b3f756faf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.1462255 Jun 27 12:30:58.682773 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0753e97c-4e2a-4bcb-8095-ea86a69e6001 req-bf0ecd9d-96b6-410b-9c51-481fccaf9c52 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499303 Jun 27 12:30:58.842698 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3b4c-0e62-4d38-a766-3106cafe73b8 req-709cee51-5a51-4434-a3e0-3764ac7bb464 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:58.844275 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c4ac3b4c-0e62-4d38-a766-3106cafe73b8 req-709cee51-5a51-4434-a3e0-3764ac7bb464 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0869713 Jun 27 12:30:58.928132 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c4ac3b4c-0e62-4d38-a766-3106cafe73b8 req-cc274729-e4eb-4257-9566-aa417ba42bf5 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703812 Jun 27 12:30:59.010119 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:59.898465 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dfeff-d1af-4f33-9fa8-41d9b526634e req-6b8ec640-70aa-410e-b2b1-409383c7e74d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:59.899947 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3a7dfeff-d1af-4f33-9fa8-41d9b526634e req-6b8ec640-70aa-410e-b2b1-409383c7e74d tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.0850902 Jun 27 12:30:59.945635 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3a7dfeff-d1af-4f33-9fa8-41d9b526634e req-0529ce59-233f-46b3-935c-65e515b4de7f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400558 Jun 27 12:31:00.073046 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:31:00.162914 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545618-4c01-4b98-8daa-03dfb244ae11 req-d3347080-97e2-407e-80a0-b9d34ec00814 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:00.166640 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-be545618-4c01-4b98-8daa-03dfb244ae11 req-d3347080-97e2-407e-80a0-b9d34ec00814 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0888257 Jun 27 12:31:00.225772 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-be545618-4c01-4b98-8daa-03dfb244ae11 req-4bad12ec-fbab-4c85-b96b-e300ab2e86cc tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544174 Jun 27 12:31:00.992918 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:01.155556 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b275-1b16-4a59-8a6e-b9118f23030d req-2b9484f1-15ef-4b7b-9107-06f4eb4c21fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:01.157024 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c180b275-1b16-4a59-8a6e-b9118f23030d req-2b9484f1-15ef-4b7b-9107-06f4eb4c21fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.0827885 Jun 27 12:31:01.206834 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c180b275-1b16-4a59-8a6e-b9118f23030d req-fca5c5e9-fb10-4b5a-9d5c-d7a3e4d52abc tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Jun 27 12:31:01.511731 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0a699-6695-44cf-82e3-dc22524e3544 req-aa95b2a9-681c-4240-9d56-bb24660a8246 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:01.513311 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bd0a699-6695-44cf-82e3-dc22524e3544 req-aa95b2a9-681c-4240-9d56-bb24660a8246 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.1479523 Jun 27 12:31:01.585234 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bd0a699-6695-44cf-82e3-dc22524e3544 req-db95a8a3-1873-4a4e-b84d-b0c9cc801d2d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655141 Jun 27 12:31:02.420602 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e5d38-9944-4527-8eb2-79e5dec361b4 req-86197c81-b474-4260-9398-fcde9fdea67f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:02.422067 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-351e5d38-9944-4527-8eb2-79e5dec361b4 req-86197c81-b474-4260-9398-fcde9fdea67f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.0815475 Jun 27 12:31:02.469493 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-351e5d38-9944-4527-8eb2-79e5dec361b4 req-435ae62b-7aca-4220-be48-b883458e3361 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 Jun 27 12:31:02.827043 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb201ea4-0aa5-4ede-b4a9-fa8bbba03bbc req-d4df79a9-11a1-47fe-bc1b-c2002ccecc7e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:02.828460 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-eb201ea4-0aa5-4ede-b4a9-fa8bbba03bbc req-d4df79a9-11a1-47fe-bc1b-c2002ccecc7e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0810726 Jun 27 12:31:02.879604 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-eb201ea4-0aa5-4ede-b4a9-fa8bbba03bbc req-7862b80e-35a4-490b-8b05-823db9ee6556 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449829 Jun 27 12:31:03.682469 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8f67a-5a03-42de-9224-7828c247e5b4 req-3143b365-f30a-47de-9202-eef692ad47aa tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:03.684219 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-91f8f67a-5a03-42de-9224-7828c247e5b4 req-3143b365-f30a-47de-9202-eef692ad47aa tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.0853577 Jun 27 12:31:03.729098 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-91f8f67a-5a03-42de-9224-7828c247e5b4 req-069e1450-7951-4418-bce3-3a82ee5f78fd tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384741 Jun 27 12:31:04.106476 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2547e-0561-45a9-b1b7-0405d31e81df req-a0abcb89-0adb-40d4-a05c-b350e6ee0fbc tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:04.107906 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-21f2547e-0561-45a9-b1b7-0405d31e81df req-a0abcb89-0adb-40d4-a05c-b350e6ee0fbc tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0848742 Jun 27 12:31:04.152605 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-21f2547e-0561-45a9-b1b7-0405d31e81df req-a27272e9-e58c-4aa0-9ac4-8de05018f3f8 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385635 Jun 27 12:31:04.936551 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80de-122f-44c9-83cc-e534b7b8c046 req-a3bbdc7a-7d2f-46c4-a5e6-197712d35a7f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:04.936551 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fe0f80de-122f-44c9-83cc-e534b7b8c046 req-a3bbdc7a-7d2f-46c4-a5e6-197712d35a7f tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.0758052 Jun 27 12:31:04.984928 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-fe0f80de-122f-44c9-83cc-e534b7b8c046 req-8806f79d-e3d8-4e99-a9e5-c11737af6146 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424588 Jun 27 12:31:05.376615 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf707eb2-d968-465d-90ab-2341dde41bb3 req-a5d38ab2-45ef-4a13-9ede-36edd39ce4d1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:05.378079 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-cf707eb2-d968-465d-90ab-2341dde41bb3 req-a5d38ab2-45ef-4a13-9ede-36edd39ce4d1 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0817592 Jun 27 12:31:05.428083 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-cf707eb2-d968-465d-90ab-2341dde41bb3 req-6b9f7bee-3e2b-4a0e-a676-7dfa61ffbf1b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Jun 27 12:31:06.062576 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-e0efb8fa-c001-4173-9e41-c4bd94da7155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:06.114556 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-e0efb8fa-c001-4173-9e41-c4bd94da7155 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.0812788 Jun 27 12:31:06.140608 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Deleting port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:06.140947 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.187798 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6e1bb-5cc6-4650-b6c3-f9790061dbb0 req-04f44186-d438-424f-b1ab-2c1be60b7308 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:06.189383 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f8a6e1bb-5cc6-4650-b6c3-f9790061dbb0 req-04f44186-d438-424f-b1ab-2c1be60b7308 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 943 time: 0.0788639 Jun 27 12:31:06.236161 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f8a6e1bb-5cc6-4650-b6c3-f9790061dbb0 req-e3c794eb-784c-4449-b764-03fafafc1f81 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc39359d-b253-4630-b27c-34a10098bbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406342 Jun 27 12:31:06.447563 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] For port 8bca0bc5-0822-429e-b7b5-81e5c0dff757, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8bca0bc5-0822-429e-b7b5-81e5c0dff757,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:06.448163 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.783275 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.783544 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.783848 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.l3_db [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Floating IP 97478dd9-70e2-41a2-bc5d-4609f9f550fa disassociated. External IP: 172.28.3.121, port: 8bca0bc5-0822-429e-b7b5-81e5c0dff757. Jun 27 12:31:06.784180 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Calling delete_port for 8bca0bc5-0822-429e-b7b5-81e5c0dff757 owned by compute:nova {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:31:06.826784 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9ec95-a4a7-4294-8de4-66bd738df719 req-4f70da10-6462-4224-9185-c00eb508d45e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:06.828188 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-eed9ec95-a4a7-4294-8de4-66bd738df719 req-4f70da10-6462-4224-9185-c00eb508d45e tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.2290497 Jun 27 12:31:06.896330 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-eed9ec95-a4a7-4294-8de4-66bd738df719 req-fcae2b78-241f-45c1-b011-2d0dada2eb9a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607593 Jun 27 12:31:07.032346 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.040443 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:07.082129 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event deleted for resources: {'Port': ['ID=8bca0bc5-0822-429e-b7b5-81e5c0dff757,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:07.085430 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:07.281538 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Router 932e614c-677c-4f8d-bd97-941733b1485c has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:31:07.401946 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5a84b9bf-6a52-4e3b-bdc3-61e53dd3341b req-514bbf64-57e6-4f25-9b9f-f08b26866181 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 210 time: 0.0429156 Jun 27 12:31:07.557123 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:31:07.569464 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] Sync routers for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:31:07.582902 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:31:07.583526 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:30:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:07.625289 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] No DVR routers for this DVR port 8bca0bc5-0822-429e-b7b5-81e5c0dff757 on host hv-cinder-79809 {{(pid=75088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:31:07.628223 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.630919 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'name': 'network-vif-deleted', 'tag': '8bca0bc5-0822-429e-b7b5-81e5c0dff757'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:31:07.730430 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1b1549ad-28b6-4784-8882-de4d01056d11 req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.50 "DELETE /v2.0/ports/8bca0bc5-0822-429e-b7b5-81e5c0dff757 HTTP/1.1" status: 204 len: 173 time: 1.6561117 Jun 27 12:31:07.784045 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:31:07.905331 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1515bb5-b432-42ac-b292-83e6b25b94a9', 'name': 'network-vif-deleted', 'tag': '8bca0bc5-0822-429e-b7b5-81e5c0dff757', 'status': 'completed', 'code': 200} Jun 27 12:31:08.103933 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:08.107688 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] Checking router: 932e614c-677c-4f8d-bd97-941733b1485c for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:31:08.114548 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ca68e-edd4-4d6a-b64f-c4bf8293e03a req-0bafe269-c5b8-4b32-9b0a-58b22e6c7247 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:08.115993 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-096ca68e-edd4-4d6a-b64f-c4bf8293e03a req-0bafe269-c5b8-4b32-9b0a-58b22e6c7247 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 943 time: 0.0803814 Jun 27 12:31:08.118474 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:31:08.119065 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:30:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:08.166127 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-096ca68e-edd4-4d6a-b64f-c4bf8293e03a req-755053e1-0e0a-42ea-9bee-d68296d9a5f0 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413368 Jun 27 12:31:08.256484 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:31:08.358229 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:31:08.556728 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:08.594834 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-f12b3c42-d9ff-4630-95fa-2fad5f6984bb req-0a8c7947-064e-4849-9132-baa7952dda58 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Synchronizing usage tracker for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:31:08.635010 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'port_id': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'mac_address': 'fa:16:3e:ac:fe:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:31:08.723906 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:08.746414 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-f12b3c42-d9ff-4630-95fa-2fad5f6984bb req-0a8c7947-064e-4849-9132-baa7952dda58 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Unset dirty status for tenant:2244ef11d9504bf89d39de9b6d32b3db on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:31:08.751140 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f12b3c42-d9ff-4630-95fa-2fad5f6984bb req-0a8c7947-064e-4849-9132-baa7952dda58 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1515bb5-b432-42ac-b292-83e6b25b94a9 HTTP/1.1" status: 200 len: 210 time: 0.2069614 Jun 27 12:31:08.768654 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:31:08.792245 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:08.819334 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:08.823211 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c470b-b6c2-4165-9d6b-26e9d8647977 None None] The sync data for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb is: [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:10Z', 'revision_number': 4, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2bd316ec-e8d7-40c2-bef3-a6043364c1c2', 'name': '', 'network_id': 'ff83e82f-e9f7-45b7-8e4a-c3851b8701b1', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'mac_address': 'fa:16:3e:ed:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:08Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'subnets': [{'id': 'd60794f9-f792-4460-b0da-5a2970dbf331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:31:08.883624 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:08.885468 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:08.950421 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=9']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:08.953764 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:09.036060 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104f59e6-d15e-4bb1-b651-7b64c9e84acb None None] New status for floating IP 97478dd9-70e2-41a2-bc5d-4609f9f550fa: DOWN {{(pid=75091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:31:09.176122 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['2ca1ad6e-949c-44d9-aeb0-69c16bcde834'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:31:09.381342 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0dce-7da3-439c-861e-b6af4cc93711 req-4b348f29-965c-4c12-839c-442436cd6e78 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:09.382768 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bcef0dce-7da3-439c-861e-b6af4cc93711 req-4b348f29-965c-4c12-839c-442436cd6e78 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 944 time: 0.0782270 Jun 27 12:31:09.426846 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bcef0dce-7da3-439c-861e-b6af4cc93711 req-54f75911-3403-4907-9038-26a551641fa4 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385149 Jun 27 12:31:09.959292 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40542) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:10.027567 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f37f0591-3900-4c2c-abe0-badc6b73cb6c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.054945 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f37f0591-3900-4c2c-abe0-badc6b73cb6c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.214688 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:31:10.277945 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f37f0591-3900-4c2c-abe0-badc6b73cb6c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.283064 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c732b721-d57c-4c47-8d85-7b1b496c1854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:10.285952 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:10.285952 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.297320 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f0591-3900-4c2c-abe0-badc6b73cb6c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc39359d-b253-4630-b27c-34a10098bbd1,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:10.300257 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f37f0591-3900-4c2c-abe0-badc6b73cb6c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:10.402377 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f37f0591-3900-4c2c-abe0-badc6b73cb6c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.403050 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.403515 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-f37f0591-3900-4c2c-abe0-badc6b73cb6c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "DELETE /v2.0/security-groups/dc39359d-b253-4630-b27c-34a10098bbd1 HTTP/1.1" status: 204 len: 168 time: 0.4432302 Jun 27 12:31:10.406056 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40546) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:10.422694 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.api.v2.resource [None req-442f39d5-b39c-4775-8297-e14ddfd72131 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] show failed (client error): The resource could not be found. Jun 27 12:31:10.424195 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-442f39d5-b39c-4775-8297-e14ddfd72131 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "GET /v2.0/security-groups/dc39359d-b253-4630-b27c-34a10098bbd1 HTTP/1.1" status: 404 len: 347 time: 0.0172322 Jun 27 12:31:10.427004 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40550) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:10.430517 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:31:10.440168 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:10.488024 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'code': 200} Jun 27 12:31:10.560289 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.562484 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:10.683262 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=10']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:10.691491 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.691880 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.692181 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.692535 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.692865 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.693193 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.693518 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.693839 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.693957 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Deleting port 763083dd-b8b6-47dd-91f0-5c39eec75bd2 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:10.694162 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.694273 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.694481 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.694798 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:10.698391 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:10.856819 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803c45c-0f1f-40a8-a753-990e083bd80a req-aff847c5-e90d-4374-b0c5-cc3aff87df9a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:10.858166 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a803c45c-0f1f-40a8-a753-990e083bd80a req-aff847c5-e90d-4374-b0c5-cc3aff87df9a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 946 time: 0.2031667 Jun 27 12:31:10.909683 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.910004 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.976831 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f26d9943-ed92-4a46-ad0c-e2e971128078 req-9f6bedb9-ae41-43b3-a256-86ff22aa8501 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 1099 time: 0.0671926 Jun 27 12:31:11.019336 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f26d9943-ed92-4a46-ad0c-e2e971128078 req-ff63e5fc-e788-4fab-97c2-6584f569877f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362711 Jun 27 12:31:11.037425 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Calling delete_port for 763083dd-b8b6-47dd-91f0-5c39eec75bd2 owned by network:floatingip {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:31:11.080309 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a803c45c-0f1f-40a8-a753-990e083bd80a req-2841ca61-769c-4151-93ee-1caa65cb1b5a tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065525 Jun 27 12:31:11.282347 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:11.285842 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e2585d4f-4d26-4eb6-b0b4-75b1bb38b12f tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:11.326322 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Pushing event deleted for resources: {'Port': ['ID=763083dd-b8b6-47dd-91f0-5c39eec75bd2,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:11.328770 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:11.418430 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks [] for floatingip, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:11.545476 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:11.546586 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] 10.222.0.45 "DELETE /v2.0/floatingips/97478dd9-70e2-41a2-bc5d-4609f9f550fa HTTP/1.1" status: 204 len: 168 time: 1.1187179 Jun 27 12:31:12.296153 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8db516-80e4-4c37-8fdb-7a56dc098600 req-7c578fd1-a310-4484-aca5-b108f78cc8f9 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:12.298166 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bc8db516-80e4-4c37-8fdb-7a56dc098600 req-7c578fd1-a310-4484-aca5-b108f78cc8f9 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 946 time: 0.0795085 Jun 27 12:31:12.343363 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bc8db516-80e4-4c37-8fdb-7a56dc098600 req-8db6965f-13e2-447b-9243-f864b9fe2aa4 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394902 Jun 27 12:31:13.566137 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0adcee-12aa-4489-b12b-eefadfe6b409 req-2004f218-9c6b-4039-8dc7-8ffd5cbdc21b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:13.568038 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9e0adcee-12aa-4489-b12b-eefadfe6b409 req-2004f218-9c6b-4039-8dc7-8ffd5cbdc21b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 946 time: 0.0832078 Jun 27 12:31:13.626372 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9e0adcee-12aa-4489-b12b-eefadfe6b409 req-e7d6447c-b1b0-4a85-ba6b-3aa1ada09132 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433190 Jun 27 12:31:14.832863 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00da291-ba31-432f-ba57-1b217ebb01ba req-57bb1b81-9355-41e9-8191-f3bef976fdee tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:14.834288 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c00da291-ba31-432f-ba57-1b217ebb01ba req-57bb1b81-9355-41e9-8191-f3bef976fdee tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 946 time: 0.0749221 Jun 27 12:31:14.887270 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c00da291-ba31-432f-ba57-1b217ebb01ba req-339bdc81-6713-4ad1-9838-ae2257db43d3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472713 Jun 27 12:31:16.319668 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40624) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:16.868667 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690586'] for router_interface, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:17.517952 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Deleting port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:17.518658 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:17.682571 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] For port 2bd316ec-e8d7-40c2-bef3-a6043364c1c2, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=2bd316ec-e8d7-40c2-bef3-a6043364c1c2,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:17.682835 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:17.795452 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Calling delete_port for 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 owned by network:router_interface {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:31:18.088796 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:18.092459 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:18.135897 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd316ec-e8d7-40c2-bef3-a6043364c1c2,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:18.138651 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:18.413241 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692388'] for router_interface, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:19.059737 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Router 932e614c-677c-4f8d-bd97-941733b1485c has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:31:19.251745 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:31:19.260104 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] Sync routers for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:31:19.263566 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] 10.222.0.45 "PUT /v2.0/routers/932e614c-677c-4f8d-bd97-941733b1485c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9428759 Jun 27 12:31:19.266161 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40630) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:19.272802 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:31:19.273856 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:30:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:19.450319 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:31:19.463752 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Notify callbacks [] for router, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:19.653199 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:19.724514 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:31:17Z', 'revision_number': 5, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port': {'id': '229ad6e8-861b-45b8-bed2-4e3867ca9e23', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e614c-677c-4f8d-bd97-941733b1485c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:25:01Z', 'updated_at': '2021-06-27T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:19.728554 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] Checking router: 932e614c-677c-4f8d-bd97-941733b1485c for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:31:19.734083 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Deleting port 229ad6e8-861b-45b8-bed2-4e3867ca9e23 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:19.734443 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:19.739574 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] Routers {'932e614c-677c-4f8d-bd97-941733b1485c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:31:19.740127 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:30:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['932e614c-677c-4f8d-bd97-941733b1485c'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:19.887487 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] Set router 932e614c-677c-4f8d-bd97-941733b1485c gateway port host: None {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:31:19.900811 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] For port 229ad6e8-861b-45b8-bed2-4e3867ca9e23, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=229ad6e8-861b-45b8-bed2-4e3867ca9e23,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:19.901166 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:19.992056 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:31:19Z', 'revision_number': 6, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port_host': None}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:19.996001 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40330ce-d5ba-4e20-9d4e-b3bf74ee6507 None None] The sync data for ids ['932e614c-677c-4f8d-bd97-941733b1485c'] in dv-cinder-798098-1-smb is: [{'id': '932e614c-677c-4f8d-bd97-941733b1485c', 'name': 'tempest-AttachVolumeTestJSON-816756787-router', 'tenant_id': '2244ef11d9504bf89d39de9b6d32b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:31:19Z', 'revision_number': 6, 'project_id': '2244ef11d9504bf89d39de9b6d32b3db', 'gw_port_host': None}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:31:20.028895 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Calling delete_port for 229ad6e8-861b-45b8-bed2-4e3867ca9e23 owned by network:router_gateway {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:31:20.259276 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:20.262869 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-86c57a77-a467-430c-ba1d-a27a8420afcf tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:20.304686 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Pushing event deleted for resources: {'Port': ['ID=229ad6e8-861b-45b8-bed2-4e3867ca9e23,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:20.305576 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:20.614622 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3692941'] for router_gateway, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:20.864149 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31603'] for router, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:20.868298 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.054511 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688177'] for router, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.055047 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 932e614c-677c-4f8d-bd97-941733b1485c {{(pid=75089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 12:31:21.068136 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] Notify callbacks [] for router, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.071653 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-8283c331-870e-4493-908d-966c649ea83b admin admin] 10.222.0.45 "DELETE /v2.0/routers/932e614c-677c-4f8d-bd97-941733b1485c HTTP/1.1" status: 204 len: 168 time: 1.8022394 Jun 27 12:31:21.071931 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40634) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:21.131193 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f21ed64-c408-40f6-ba80-1b1ea7399e72 admin admin] Deleting subnet d60794f9-f792-4460-b0da-5a2970dbf331 {{(pid=75088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:31:21.134283 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-4f21ed64-c408-40f6-ba80-1b1ea7399e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.182207 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-4f21ed64-c408-40f6-ba80-1b1ea7399e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585209'] for subnet, precommit_delete_associations {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.293812 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-4f21ed64-c408-40f6-ba80-1b1ea7399e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.417220 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:31:21.448743 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:31:21.454560 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 2bd316ec-e8d7-40c2-bef3-a6043364c1c2 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:31:21.454560 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 229ad6e8-861b-45b8-bed2-4e3867ca9e23 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:31:21.480003 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 229ad6e8-861b-45b8-bed2-4e3867ca9e23 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:31:21.480347 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 229ad6e8-861b-45b8-bed2-4e3867ca9e23 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:31:21.489050 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-4f21ed64-c408-40f6-ba80-1b1ea7399e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1640874'] for subnet, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.493194 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f68caf3a-cc6b-4203-a461-3167ad0c6647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:21.530527 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21ed64-c408-40f6-ba80-1b1ea7399e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60794f9-f792-4460-b0da-5a2970dbf331,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:21.533485 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-4f21ed64-c408-40f6-ba80-1b1ea7399e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:21.536252 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-4f21ed64-c408-40f6-ba80-1b1ea7399e72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.541389 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0de95d-a803-49af-904c-47193296a8ee None None] Network ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:31:21.546437 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-4f21ed64-c408-40f6-ba80-1b1ea7399e72 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d60794f9-f792-4460-b0da-5a2970dbf331 HTTP/1.1" status: 204 len: 168 time: 0.4696312 Jun 27 12:31:21.546437 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40638) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:21.648602 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.659880 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Deleting port be838657-3290-4c07-aa78-a1fbe83c1bdc {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:21.660235 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.788256 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] DHCP port deletion for ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 request from dv-cinder-798098-1-smb {{(pid=75090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 27 12:31:21.792498 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] Deleting port be838657-3290-4c07-aa78-a1fbe83c1bdc {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:21.792932 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.857998 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] For port be838657-3290-4c07-aa78-a1fbe83c1bdc, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=be838657-3290-4c07-aa78-a1fbe83c1bdc,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:21.858345 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.986261 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Calling delete_port for be838657-3290-4c07-aa78-a1fbe83c1bdc owned by network:dhcp {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:31:21.994950 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] For port be838657-3290-4c07-aa78-a1fbe83c1bdc, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=be838657-3290-4c07-aa78-a1fbe83c1bdc,segment=NetworkSegment(ef2e1f65-c9fb-48db-b4fa-5186389fbc7f),segment_id=ef2e1f65-c9fb-48db-b4fa-5186389fbc7f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:21.995401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:22.140006 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] Calling delete_port for be838657-3290-4c07-aa78-a1fbe83c1bdc owned by network:dhcp {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:31:22.167770 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:22.172886 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c3209df0-aa0a-4d54-86b9-d4061ad68eac tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:22.211261 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Pushing event deleted for resources: {'Port': ['ID=be838657-3290-4c07-aa78-a1fbe83c1bdc,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:22.213696 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:22.218534 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] No DVR routers for this DVR port be838657-3290-4c07-aa78-a1fbe83c1bdc on host dv-cinder-798098-1-smb {{(pid=75088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:31:22.267595 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.db.api [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:31:22.267894 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_db.api [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:31:22.391955 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:22.406483 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff83e82f-e9f7-45b7-8e4a-c3851b8701b1']}} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:22.418327 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f') {'for_net_delete': True} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:22.418617 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2e1f65-c9fb-48db-b4fa-5186389fbc7f') {} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:22.430309 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585206'] for segment, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:22.445511 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:22.451644 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=75088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:31:22.452023 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585443'] for segment, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: Traceback (most recent call last): Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: timer() Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: cb(*args, **kw) Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: return func(*args, **kwargs) Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: self._notify() Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: self.callback(batched_events) Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: event.method(event) Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: return f(self, *a, **k) Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: return self._get(url).json() Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: return self.request(url, 'GET', **kwargs) Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:31:22.464809 dv-cinder-798098-1-smb neutron-server[75088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:31:22.631499 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:22.635229 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:22.653630 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:22.662532 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff83e82f-e9f7-45b7-8e4a-c3851b8701b1,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:22.665566 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:22.751980 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-d45e671d-95ba-4326-a008-97eb2e10de1c admin admin] 10.222.0.45 "DELETE /v2.0/networks/ff83e82f-e9f7-45b7-8e4a-c3851b8701b1 HTTP/1.1" status: 204 len: 168 time: 1.2058506 Jun 27 12:31:22.769272 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] Deleting port be838657-3290-4c07-aa78-a1fbe83c1bdc {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:22.769729 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:22.832894 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8d4d9-4925-4f5d-bd2b-1a16c5635ba4 None None] The port 'be838657-3290-4c07-aa78-a1fbe83c1bdc' was deleted {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 27 12:31:23.394818 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40644) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:23.418875 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device be838657-3290-4c07-aa78-a1fbe83c1bdc no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:31:23.446472 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f0fc84e3-c0bd-4a46-8599-096c991d46eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2244ef11d9504bf89d39de9b6d32b3db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503058 Jun 27 12:31:23.450905 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40648) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:23.451036 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: be838657-3290-4c07-aa78-a1fbe83c1bdc {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:31:23.451036 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device be838657-3290-4c07-aa78-a1fbe83c1bdc not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:31:23.506935 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-9f231a1e-7951-4445-bc51-47c9908f8c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:23.531292 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-9f231a1e-7951-4445-bc51-47c9908f8c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:23.665931 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-9f231a1e-7951-4445-bc51-47c9908f8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:23.669775 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-69e83bd1-0b15-469a-a413-c1fb474f757c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:23.681913 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f231a1e-7951-4445-bc51-47c9908f8c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55a24f9-e2c3-4b1c-99b0-88454e7cfaf1,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:23.685171 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-9f231a1e-7951-4445-bc51-47c9908f8c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:23.690188 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-9f231a1e-7951-4445-bc51-47c9908f8c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:23.691276 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-9f231a1e-7951-4445-bc51-47c9908f8c86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c55a24f9-e2c3-4b1c-99b0-88454e7cfaf1 HTTP/1.1" status: 204 len: 168 time: 0.2415671 Jun 27 12:31:25.945714 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c4b97463-1a72-417e-95bf-05c1b5a23b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:25.978711 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40698) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:26.116212 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.146620 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:26.150377 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Usage tracker for resource:security_group_rule and tenant:034d5868e8f84df0a36bb906d5bd71bc is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:26.153119 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:26.159193 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:26.224872 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.322920 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.330068 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-712093e5-335c-4f43-bb1e-5f755536a9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:26.372071 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=034d5868e8f84df0a36bb906d5bd71bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3923044 Jun 27 12:31:26.372828 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bfe80e-0abf-42b7-b41a-579f08a8308a,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:26.374760 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40704) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:26.381240 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.381611 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.381975 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.382329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.382681 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.383031 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.383378 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.383726 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.384071 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.384414 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.384914 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.388571 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:26.391641 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.439139 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.465425 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.619594 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.623627 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ca62c229-b314-491d-8d53-26b0e66b324c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:26.635038 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bfe80e-0abf-42b7-b41a-579f08a8308a,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:26.646032 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.647320 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00bfe80e-0abf-42b7-b41a-579f08a8308a HTTP/1.1" status: 204 len: 168 time: 0.2713370 Jun 27 12:31:26.648756 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.649121 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.649477 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.649828 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.650177 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.650519 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.651198 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.651198 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.651539 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.651874 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.652294 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:26.655224 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:27.642772 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:27.985841 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c0db48b9-5388-40fc-80cd-2d68dbb02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:29.008445 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:30.131424 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40758) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:30.272741 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-61d5fe8f-1a1d-48e8-b052-05b69eb3fd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:30.302910 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-61d5fe8f-1a1d-48e8-b052-05b69eb3fd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:30.306631 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-61d5fe8f-1a1d-48e8-b052-05b69eb3fd38 admin admin] Usage tracker for resource:security_group_rule and tenant:911f106f37824ba290781fe3e907e7f9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:30.309559 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-61d5fe8f-1a1d-48e8-b052-05b69eb3fd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:30.315099 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-61d5fe8f-1a1d-48e8-b052-05b69eb3fd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:30.376758 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-61d5fe8f-1a1d-48e8-b052-05b69eb3fd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:30.448165 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-61d5fe8f-1a1d-48e8-b052-05b69eb3fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:30.454610 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-b1ae5bed-f0bf-4e94-b76a-7fc1ee712f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:30.496674 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5fe8f-1a1d-48e8-b052-05b69eb3fd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3faea73-5f1d-4d92-9411-52762c4d0a26,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:30.499746 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-61d5fe8f-1a1d-48e8-b052-05b69eb3fd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:30.502931 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-61d5fe8f-1a1d-48e8-b052-05b69eb3fd38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=911f106f37824ba290781fe3e907e7f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3705318 Jun 27 12:31:30.505917 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40764) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:30.564326 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92d725ee-ee84-4df5-9cad-75a54397ed46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:30.567888 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:30.590023 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92d725ee-ee84-4df5-9cad-75a54397ed46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:30.756756 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92d725ee-ee84-4df5-9cad-75a54397ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:30.760319 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-28398766-72dd-41b1-ac72-2072b2eec266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:30.772805 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d725ee-ee84-4df5-9cad-75a54397ed46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3faea73-5f1d-4d92-9411-52762c4d0a26,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:30.775169 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-92d725ee-ee84-4df5-9cad-75a54397ed46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:30.778432 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-92d725ee-ee84-4df5-9cad-75a54397ed46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:30.780195 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-92d725ee-ee84-4df5-9cad-75a54397ed46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3faea73-5f1d-4d92-9411-52762c4d0a26 HTTP/1.1" status: 204 len: 168 time: 0.2736828 Jun 27 12:31:31.695380 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40772) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:31.714082 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:31.743517 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:31.747290 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] Usage tracker for resource:security_group_rule and tenant:5952398592e64491bfb575f7e404bf65 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:31.750511 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:31.756032 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:31.817928 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:31.916704 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:31.923492 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a9550c0a-0cb4-4c7f-aee2-f5908dd8bd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:31.963971 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfc4729-c16b-4c7d-926d-265bb779d364,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:31.966947 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:31.970255 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5952398592e64491bfb575f7e404bf65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2739065 Jun 27 12:31:31.972923 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40776) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:32.031294 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-260bc3e4-a8d9-47ab-94d2-0ba8d489cb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:32.060473 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-260bc3e4-a8d9-47ab-94d2-0ba8d489cb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:32.241984 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-260bc3e4-a8d9-47ab-94d2-0ba8d489cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:32.245710 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a26479cf-23ed-4b0a-b85e-3b5936c4bebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:32.256145 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bc3e4-a8d9-47ab-94d2-0ba8d489cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfc4729-c16b-4c7d-926d-265bb779d364,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:32.259937 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-260bc3e4-a8d9-47ab-94d2-0ba8d489cb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:32.262986 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-260bc3e4-a8d9-47ab-94d2-0ba8d489cb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:32.264062 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-260bc3e4-a8d9-47ab-94d2-0ba8d489cb3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fdfc4729-c16b-4c7d-926d-265bb779d364 HTTP/1.1" status: 204 len: 168 time: 0.2903736 Jun 27 12:31:33.545377 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40798) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:33.670705 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2040909813-network', 'tenant_id': '7d90912b50614f31ac984b61d971fa5b'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:31:33.675380 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:33.679178 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Usage tracker for resource:network and tenant:7d90912b50614f31ac984b61d971fa5b is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:33.681980 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:33.688710 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:33.767603 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Made reservation on behalf of 7d90912b50614f31ac984b61d971fa5b for: {'network': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:31:33.769939 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:33.782217 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:33.811686 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:33.815878 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Usage tracker for resource:security_group_rule and tenant:7d90912b50614f31ac984b61d971fa5b is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:33.818643 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:33.824371 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:33.889739 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.007742 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.010574 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-e97d9e1e-275d-4eaf-9874-416672907267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:34.038899 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=75088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:31:34.048067 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288aa686-c0c0-4991-b6ef-5e1757a03ac7,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:34.055363 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:34.057832 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.058179 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.segments_db [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Added segment 2c7b6f34-827f-45e5-801e-85559cf8a2c5 of type vlan for network d38cddfd-7703-4a32-8d26-a199147e4706 Jun 27 12:31:34.084249 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.196837 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.198029 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:34.198611 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.201989 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:34.299623 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Pushing event updated for resources: {'Network': ['ID=d38cddfd-7703-4a32-8d26-a199147e4706,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:34.302207 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:34.309642 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network d38cddfd-7703-4a32-8d26-a199147e4706 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:31:34.385846 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8392110 Jun 27 12:31:34.388703 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40804) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:34.394696 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Request body: {'subnet': {'network_id': 'd38cddfd-7703-4a32-8d26-a199147e4706', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2040909813-subnet', 'tenant_id': '7d90912b50614f31ac984b61d971fa5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:31:34.399244 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:34.403048 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Usage tracker for resource:subnet and tenant:7d90912b50614f31ac984b61d971fa5b is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:34.405931 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:34.412137 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:34.522268 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Made reservation on behalf of 7d90912b50614f31ac984b61d971fa5b for: {'subnet': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:31:34.524646 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1640881'] for subnet, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.785557 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1585610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1640867'] for subnet, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.789934 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f1fc320c-ef03-480d-bc3a-cb5f19b8252a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:34.862232 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a00456-ff29-4d33-bc65-fb6a6f17594e,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:34.865556 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:34.872324 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Checking segment: {'id': '2c7b6f34-827f-45e5-801e-85559cf8a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd38cddfd-7703-4a32-8d26-a199147e4706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:31:34.872709 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Network hostable DHCP agents. Network: d38cddfd-7703-4a32-8d26-a199147e4706, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:31:34.950353 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Network d38cddfd-7703-4a32-8d26-a199147e4706 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:31:35.053393 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, d38cddfd-7703-4a32-8d26-a199147e4706) {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:31:35.057659 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:35.058739 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:35.061813 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1b2bd1-82d1-41d6-b8f0-03e2dcb44e0b None None] Network d38cddfd-7703-4a32-8d26-a199147e4706 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:31:35.157787 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-6622e235-0fcd-422e-b8f4-2cd4813871ec admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7680447 Jun 27 12:31:35.264899 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce37aa-1a44-4a55-aa93-10f318b325ba None None] Network d38cddfd-7703-4a32-8d26-a199147e4706 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:31:36.419177 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40828) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:36.425365 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1656963553-network', 'tenant_id': '2f327c66c7314fc092e4d9519f69b7d7'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:31:36.429926 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:36.433672 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Usage tracker for resource:network and tenant:2f327c66c7314fc092e4d9519f69b7d7 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:36.436446 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:36.442898 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:36.510468 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Made reservation on behalf of 2f327c66c7314fc092e4d9519f69b7d7 for: {'network': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:31:36.512726 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:36.525120 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:36.555349 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:36.559204 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Usage tracker for resource:security_group_rule and tenant:2f327c66c7314fc092e4d9519f69b7d7 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:36.562094 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:36.567918 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:36.631384 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:36.728095 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:36.731124 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c395e538-bac9-476c-93c0-654f4e48726f tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:36.759515 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=75088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:31:36.768113 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d412675b-c5af-42e5-8b96-bf1718629cc9,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:36.771419 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:36.773775 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:36.774122 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.segments_db [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Added segment 44d916e7-aad6-4ac3-888f-c75e2f9ae42c of type vlan for network a3952170-358a-4bdf-9b37-062f58f29d8a Jun 27 12:31:36.802225 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:36.916070 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:36.917495 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:36.918117 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:36.921419 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:37.020773 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Pushing event updated for resources: {'Network': ['ID=a3952170-358a-4bdf-9b37-062f58f29d8a,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:37.023324 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:37.030786 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network a3952170-358a-4bdf-9b37-062f58f29d8a details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:31:37.062195 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:31:37.123375 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-75e8ac3e-50a3-4136-8b46-444785d06f91 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7025585 Jun 27 12:31:37.126094 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40834) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:37.131741 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Request body: {'subnet': {'network_id': 'a3952170-358a-4bdf-9b37-062f58f29d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1656963553-subnet', 'tenant_id': '2f327c66c7314fc092e4d9519f69b7d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:31:37.136477 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:37.140179 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Usage tracker for resource:subnet and tenant:2f327c66c7314fc092e4d9519f69b7d7 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:37.142929 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:37.149307 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:37.241921 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Made reservation on behalf of 2f327c66c7314fc092e4d9519f69b7d7 for: {'subnet': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:31:37.244231 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1219562'] for subnet, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:37.510788 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-943222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1219576'] for subnet, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:37.514926 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:37.583985 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21dfd14a-b925-405b-b3c0-8c024e9d20b2,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:37.587538 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:37.595944 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Checking segment: {'id': '44d916e7-aad6-4ac3-888f-c75e2f9ae42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a3952170-358a-4bdf-9b37-062f58f29d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:31:37.596291 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Network hostable DHCP agents. Network: a3952170-358a-4bdf-9b37-062f58f29d8a, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:31:37.756004 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Network a3952170-358a-4bdf-9b37-062f58f29d8a is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:31:37.836190 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, a3952170-358a-4bdf-9b37-062f58f29d8a) {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:31:37.840027 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:37.840626 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:37.844671 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6446184-e2fb-433f-8d34-b2b160e883a6 None None] Network a3952170-358a-4bdf-9b37-062f58f29d8a requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:31:37.928382 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-8b5ac4cd-78dc-4b52-9701-f902eec49998 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8012009 Jun 27 12:31:38.049098 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f83eed5-b28b-4a17-a6a1-75393a216572 None None] Network a3952170-358a-4bdf-9b37-062f58f29d8a requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:31:38.058458 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40840) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:38.118195 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2686d5-cec5-44ef-a039-c58d12f5d60c admin admin] Deleting subnet 75a00456-ff29-4d33-bc65-fb6a6f17594e {{(pid=75089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:31:38.121591 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2b2686d5-cec5-44ef-a039-c58d12f5d60c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.173927 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2b2686d5-cec5-44ef-a039-c58d12f5d60c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-943557'] for subnet, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.227314 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2b2686d5-cec5-44ef-a039-c58d12f5d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.362449 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2b2686d5-cec5-44ef-a039-c58d12f5d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-943161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1219569'] for subnet, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.366760 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:38.401053 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2686d5-cec5-44ef-a039-c58d12f5d60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a00456-ff29-4d33-bc65-fb6a6f17594e,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:38.404824 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-2b2686d5-cec5-44ef-a039-c58d12f5d60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:38.407926 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-2b2686d5-cec5-44ef-a039-c58d12f5d60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.413461 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-2b2686d5-cec5-44ef-a039-c58d12f5d60c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/75a00456-ff29-4d33-bc65-fb6a6f17594e HTTP/1.1" status: 204 len: 168 time: 0.3540204 Jun 27 12:31:38.415939 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40844) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:38.514073 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.639531 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.722366 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38cddfd-7703-4a32-8d26-a199147e4706']}} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:38.735133 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7b6f34-827f-45e5-801e-85559cf8a2c5') {'for_net_delete': True} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:38.735425 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7b6f34-827f-45e5-801e-85559cf8a2c5') {} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:38.746411 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-943562'] for segment, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.762420 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.768264 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=75089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:31:38.771963 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943263'] for segment, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: Traceback (most recent call last): Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: timer() Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: cb(*args, **kw) Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: return func(*args, **kwargs) Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: self._notify() Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: self.callback(batched_events) Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: event.method(event) Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: return f(self, *a, **k) Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: return self._get(url).json() Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: return self.request(url, 'GET', **kwargs) Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:31:38.781164 dv-cinder-798098-1-smb neutron-server[75089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:31:38.944944 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.951165 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6d86606d-c966-4a90-9346-d9ba2f44a1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:38.961625 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:38.970477 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d38cddfd-7703-4a32-8d26-a199147e4706,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:38.972834 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d38cddfd-7703-4a32-8d26-a199147e4706 HTTP/1.1" status: 204 len: 168 time: 0.5559287 Jun 27 12:31:38.973648 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:38.975561 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40848) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:39.034918 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57f5f46-f35c-49f8-8a36-ff5134694f9b admin admin] Deleting subnet 21dfd14a-b925-405b-b3c0-8c024e9d20b2 {{(pid=75089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:31:39.037973 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c57f5f46-f35c-49f8-8a36-ff5134694f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.088862 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c57f5f46-f35c-49f8-8a36-ff5134694f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-943557'] for subnet, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.141463 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c57f5f46-f35c-49f8-8a36-ff5134694f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.287991 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c57f5f46-f35c-49f8-8a36-ff5134694f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-943161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1219569'] for subnet, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.291578 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:39.327252 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f5f46-f35c-49f8-8a36-ff5134694f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21dfd14a-b925-405b-b3c0-8c024e9d20b2,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:39.330372 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c57f5f46-f35c-49f8-8a36-ff5134694f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:39.335231 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c57f5f46-f35c-49f8-8a36-ff5134694f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.340763 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c57f5f46-f35c-49f8-8a36-ff5134694f9b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/21dfd14a-b925-405b-b3c0-8c024e9d20b2 HTTP/1.1" status: 204 len: 168 time: 0.3642402 Jun 27 12:31:39.343173 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40852) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:39.443121 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.564337 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.576403 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3952170-358a-4bdf-9b37-062f58f29d8a']}} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:39.588790 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d916e7-aad6-4ac3-888f-c75e2f9ae42c') {'for_net_delete': True} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:39.589078 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d916e7-aad6-4ac3-888f-c75e2f9ae42c') {} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:39.600745 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-943562'] for segment, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.616170 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.622101 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=75089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:31:39.622485 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943263'] for segment, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: Traceback (most recent call last): Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: timer() Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: cb(*args, **kw) Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: return func(*args, **kwargs) Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: self._notify() Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: self.callback(batched_events) Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: event.method(event) Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: return f(self, *a, **k) Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: return self._get(url).json() Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: return self.request(url, 'GET', **kwargs) Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:31:39.635044 dv-cinder-798098-1-smb neutron-server[75089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:31:39.813889 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.817377 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:39.829699 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:39.838232 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3952170-358a-4bdf-9b37-062f58f29d8a,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:39.840398 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:39.841727 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-af852fe4-5f91-431a-9ba4-79012df5d3a8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a3952170-358a-4bdf-9b37-062f58f29d8a HTTP/1.1" status: 204 len: 168 time: 0.4970529 Jun 27 12:31:40.347073 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40858) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:40.397197 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-d241b9ea-9956-4ec8-b88c-6334d2e90620 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d90912b50614f31ac984b61d971fa5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496130 Jun 27 12:31:40.403808 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 40862) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:40.461564 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-41b3962a-6315-47ac-8766-23df6345a465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:40.487192 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-41b3962a-6315-47ac-8766-23df6345a465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:40.664686 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-41b3962a-6315-47ac-8766-23df6345a465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:40.668409 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f87a77dc-606b-40d0-b808-83d6f88510aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:40.681853 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3962a-6315-47ac-8766-23df6345a465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288aa686-c0c0-4991-b6ef-5e1757a03ac7,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:40.684667 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-41b3962a-6315-47ac-8766-23df6345a465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:40.686434 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-41b3962a-6315-47ac-8766-23df6345a465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:40.687540 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-41b3962a-6315-47ac-8766-23df6345a465 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/288aa686-c0c0-4991-b6ef-5e1757a03ac7 HTTP/1.1" status: 204 len: 168 time: 0.2828612 Jun 27 12:31:41.489001 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40872) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:41.596599 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-6295d581-71d8-4d61-ae7b-6694d66f6656 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f327c66c7314fc092e4d9519f69b7d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1063735 Jun 27 12:31:41.598994 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40876) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:41.656790 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd0bf-7e6d-47db-b04b-abae3475d875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:41.681948 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd0bf-7e6d-47db-b04b-abae3475d875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:41.807344 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd0bf-7e6d-47db-b04b-abae3475d875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:41.811044 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-cb471ed6-ce87-4e8d-a3ff-221e0097f219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:41.824234 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dd0bf-7e6d-47db-b04b-abae3475d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d412675b-c5af-42e5-8b96-bf1718629cc9,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:41.826512 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-6a0dd0bf-7e6d-47db-b04b-abae3475d875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:41.829985 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd0bf-7e6d-47db-b04b-abae3475d875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:41.831768 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-6a0dd0bf-7e6d-47db-b04b-abae3475d875 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d412675b-c5af-42e5-8b96-bf1718629cc9 HTTP/1.1" status: 204 len: 168 time: 0.2316589 Jun 27 12:31:46.224521 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0e805-0697-4750-9fc5-c292c1e77a61 req-a993280b-0ec0-4a6b-8802-814cd45f3bc9 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:46.225937 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-37a0e805-0697-4750-9fc5-c292c1e77a61 req-a993280b-0ec0-4a6b-8802-814cd45f3bc9 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 946 time: 0.0865121 Jun 27 12:31:46.270615 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-37a0e805-0697-4750-9fc5-c292c1e77a61 req-b4bfd806-cb4f-4de9-ad2d-851b28a872ec tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390785 Jun 27 12:31:47.481957 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee75e7-7d13-4492-8af1-909af0818f67 req-70532129-5532-4527-bfd0-1575b17efe17 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:47.483379 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-aeee75e7-7d13-4492-8af1-909af0818f67 req-70532129-5532-4527-bfd0-1575b17efe17 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 946 time: 0.0780447 Jun 27 12:31:47.527311 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-aeee75e7-7d13-4492-8af1-909af0818f67 req-494270f2-c2de-429f-a603-8dc23273c680 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2b91caf-130a-4eb3-9dad-da687266fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384371 Jun 27 12:31:47.610548 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-b421c919-edba-4639-bd78-38c98aefd595 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:47.611946 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-b421c919-edba-4639-bd78-38c98aefd595 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 946 time: 0.0754035 Jun 27 12:31:47.682295 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Deleting port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:47.682631 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:47.920684 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] For port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:47.920997 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:48.196054 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:48.196418 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:48.196754 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.l3_db [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Floating IP dd7f7f6c-b2fc-411e-8a0e-1225709d6495 disassociated. External IP: 172.28.3.116, port: 2ca1ad6e-949c-44d9-aeb0-69c16bcde834. Jun 27 12:31:48.197084 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Calling delete_port for 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 owned by compute:nova {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:31:48.459153 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:48.464718 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:48.510698 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event deleted for resources: {'Port': ['ID=2ca1ad6e-949c-44d9-aeb0-69c16bcde834,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:48.513138 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:48.730454 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c963a686-2df9-4958-a8b3-e888282f24a5 req-b12feb54-2500-4212-b9a9-2aec27a54fa3 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 210 time: 0.0550261 Jun 27 12:31:48.764164 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Router 441b821e-8b62-4936-9c88-5970a290d16f has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:31:49.040461 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:31:49.051144 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] Sync routers for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:31:49.065924 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:31:49.066610 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:31:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:49.107952 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] No DVR routers for this DVR port 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 on host hv-cinder-79809 {{(pid=75088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:31:49.110843 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:49.113325 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'name': 'network-vif-deleted', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:31:49.167616 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe3642c-9b93-4780-be72-65766f221368', 'name': 'network-vif-deleted', 'tag': '2ca1ad6e-949c-44d9-aeb0-69c16bcde834', 'status': 'completed', 'code': 200} Jun 27 12:31:49.225637 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a161352b-45d5-4585-8ff6-a02aa32f5a23 req-1d259ba8-e094-4b83-94be-9912bfa67cce tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.50 "DELETE /v2.0/ports/2ca1ad6e-949c-44d9-aeb0-69c16bcde834 HTTP/1.1" status: 204 len: 173 time: 1.6062517 Jun 27 12:31:49.247080 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:31:49.549172 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:49.554983 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] Checking router: 441b821e-8b62-4936-9c88-5970a290d16f for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:31:49.565811 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:31:49.572287 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:31:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:49.779892 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:31:49.928834 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-21fac385-f998-40a3-a26a-53f8e6d4c46b req-66a5aecc-f203-44e4-b786-80100470add4 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Synchronizing usage tracker for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:31:50.053498 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-21fac385-f998-40a3-a26a-53f8e6d4c46b req-66a5aecc-f203-44e4-b786-80100470add4 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Unset dirty status for tenant:a322fb00b6ac43ed9de816427dbbbf6b on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:31:50.054932 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-21fac385-f998-40a3-a26a-53f8e6d4c46b req-66a5aecc-f203-44e4-b786-80100470add4 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fe3642c-9b93-4780-be72-65766f221368 HTTP/1.1" status: 200 len: 210 time: 0.1685851 Jun 27 12:31:50.097743 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:50.101539 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaaf3d-40b0-4c89-9216-e0ce907bbddc None None] The sync data for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb is: [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:25:00Z', 'revision_number': 4, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '2d19a97b-844a-4a44-9228-89cb0a0f515e', 'name': '', 'network_id': '75c1798c-5fae-4787-96be-a9306ad7a926', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'mac_address': 'fa:16:3e:d9:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:59Z', 'updated_at': '2021-06-27T12:25:16Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'subnets': [{'id': 'fe830849-03b2-497b-9130-e38b25e74da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:31:50.312197 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63a54a-9c25-4f4b-abb9-b24b081d8aa0 None None] New status for floating IP dd7f7f6c-b2fc-411e-8a0e-1225709d6495: DOWN {{(pid=75090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:31:50.438772 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:31:50.487878 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:31:50.488234 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 2ca1ad6e-949c-44d9-aeb0-69c16bcde834 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:31:51.322242 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 40992) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:51.390187 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-7f786927-317b-4dbe-8a8f-76f8077ef75d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:51.416939 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-7f786927-317b-4dbe-8a8f-76f8077ef75d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:51.550214 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-7f786927-317b-4dbe-8a8f-76f8077ef75d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:51.555492 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d52bcf85-4130-4fe1-8d3d-3db8d6ba443c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:51.570883 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f786927-317b-4dbe-8a8f-76f8077ef75d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b91caf-130a-4eb3-9dad-da687266fd32,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:51.573767 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-7f786927-317b-4dbe-8a8f-76f8077ef75d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:51.634571 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-7f786927-317b-4dbe-8a8f-76f8077ef75d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:51.635610 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-7f786927-317b-4dbe-8a8f-76f8077ef75d tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "DELETE /v2.0/security-groups/c2b91caf-130a-4eb3-9dad-da687266fd32 HTTP/1.1" status: 204 len: 168 time: 0.3123794 Jun 27 12:31:51.638319 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41000) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:51.654368 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.api.v2.resource [None req-2845501b-94a0-4de5-83ad-f6272ce05a53 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] show failed (client error): The resource could not be found. Jun 27 12:31:51.655791 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-2845501b-94a0-4de5-83ad-f6272ce05a53 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "GET /v2.0/security-groups/c2b91caf-130a-4eb3-9dad-da687266fd32 HTTP/1.1" status: 404 len: 347 time: 0.0160856 Jun 27 12:31:51.658305 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41004) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:51.814796 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Deleting port eed23fa8-9588-462d-8db9-ec7176169e05 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:51.815155 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:51.979332 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:51.979650 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:52.095768 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Calling delete_port for eed23fa8-9588-462d-8db9-ec7176169e05 owned by network:floatingip {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:31:52.384601 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:52.388121 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-29cb88e2-8cf5-4db4-a43d-fa9832af4fdd tempest-VolumesActionsTest-905105412 tempest-VolumesActionsTest-905105412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:52.427496 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Pushing event deleted for resources: {'Port': ['ID=eed23fa8-9588-462d-8db9-ec7176169e05,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:52.431322 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:52.519445 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks [] for floatingip, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:52.658491 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:52.659539 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-c9846668-fe5e-4a36-8cfd-e2509087ff94 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] 10.222.0.45 "DELETE /v2.0/floatingips/dd7f7f6c-b2fc-411e-8a0e-1225709d6495 HTTP/1.1" status: 204 len: 168 time: 1.0004001 Jun 27 12:31:55.837907 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41058) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:55.926950 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-8c32a302-59f6-4f83-a0bf-89515194da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.182256 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41066) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:56.327754 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-0b8293e0-a650-41bb-b7f1-d3346758aad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.358813 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-0b8293e0-a650-41bb-b7f1-d3346758aad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:56.362777 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-0b8293e0-a650-41bb-b7f1-d3346758aad5 admin admin] Usage tracker for resource:security_group_rule and tenant:be779592a5924da994385f87b32a56aa is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:56.362948 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690586'] for router_interface, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.365717 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-0b8293e0-a650-41bb-b7f1-d3346758aad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:56.371775 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-0b8293e0-a650-41bb-b7f1-d3346758aad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:56.395891 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.443278 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-0b8293e0-a650-41bb-b7f1-d3346758aad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.589634 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-0b8293e0-a650-41bb-b7f1-d3346758aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.598068 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-fdea1d65-bc42-4d06-a0ce-989e02e2d912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:56.640654 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8293e0-a650-41bb-b7f1-d3346758aad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7096cba-c4e2-4012-981f-831cf7c2a656,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:56.644103 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-0b8293e0-a650-41bb-b7f1-d3346758aad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:56.648849 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-0b8293e0-a650-41bb-b7f1-d3346758aad5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be779592a5924da994385f87b32a56aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4631917 Jun 27 12:31:56.649811 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41072) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:56.708415 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fb31a01f-140a-47fd-ae92-0bc58b2b983f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.734630 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fb31a01f-140a-47fd-ae92-0bc58b2b983f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.858776 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fb31a01f-140a-47fd-ae92-0bc58b2b983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.863470 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-6a0dd0bf-7e6d-47db-b04b-abae3475d875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:56.875935 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31a01f-140a-47fd-ae92-0bc58b2b983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7096cba-c4e2-4012-981f-831cf7c2a656,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:56.878476 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-fb31a01f-140a-47fd-ae92-0bc58b2b983f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:56.879703 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fb31a01f-140a-47fd-ae92-0bc58b2b983f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.880739 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-fb31a01f-140a-47fd-ae92-0bc58b2b983f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7096cba-c4e2-4012-981f-831cf7c2a656 HTTP/1.1" status: 204 len: 168 time: 0.2307622 Jun 27 12:31:57.023217 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Deleting port 2d19a97b-844a-4a44-9228-89cb0a0f515e {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:57.023806 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:57.189169 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] For port 2d19a97b-844a-4a44-9228-89cb0a0f515e, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=2d19a97b-844a-4a44-9228-89cb0a0f515e,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:57.189510 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:57.310248 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Calling delete_port for 2d19a97b-844a-4a44-9228-89cb0a0f515e owned by network:router_interface {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:31:57.556029 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:57.559818 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-773f8822-d6ae-4466-beb7-eeed0b065030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:57.605783 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d19a97b-844a-4a44-9228-89cb0a0f515e,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:57.609062 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:57.721529 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:57.788138 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41080) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:57.808134 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:57.837476 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:57.845442 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] Usage tracker for resource:security_group_rule and tenant:c6c08b8d63854c53afa5e76703e5336e is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:57.845442 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:57.849862 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:57.884768 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692388'] for router_interface, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:57.915305 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:58.001746 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-45606970-c982-40c3-99fa-4d5ef6beb284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:58.036019 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:58.043029 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-fb31a01f-140a-47fd-ae92-0bc58b2b983f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:58.087163 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e1b860-d457-4ea5-ac2f-18dea0249c77,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:58.091391 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6c08b8d63854c53afa5e76703e5336e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3020422 Jun 27 12:31:58.092227 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:58.094688 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41084) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:58.153835 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-04e0c52e-fe9c-49fa-9228-dcd57c31466a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:58.179213 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-04e0c52e-fe9c-49fa-9228-dcd57c31466a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:58.361474 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-04e0c52e-fe9c-49fa-9228-dcd57c31466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:58.365066 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8af09a8b-701e-467f-8d10-a5b7ae07ed66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:58.376433 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0c52e-fe9c-49fa-9228-dcd57c31466a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e1b860-d457-4ea5-ac2f-18dea0249c77,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:58.380044 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-04e0c52e-fe9c-49fa-9228-dcd57c31466a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:58.391906 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-04e0c52e-fe9c-49fa-9228-dcd57c31466a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:58.395442 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-04e0c52e-fe9c-49fa-9228-dcd57c31466a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87e1b860-d457-4ea5-ac2f-18dea0249c77 HTTP/1.1" status: 204 len: 168 time: 0.2974889 Jun 27 12:31:58.525128 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Router 441b821e-8b62-4936-9c88-5970a290d16f has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:31:58.734898 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:31:58.743233 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] Sync routers for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:31:58.746591 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-726cc445-07cf-498e-864b-9e90b8a7483a admin admin] 10.222.0.45 "PUT /v2.0/routers/441b821e-8b62-4936-9c88-5970a290d16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9076638 Jun 27 12:31:58.749717 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41090) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:58.755493 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:31:58.756295 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:31:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:58.943013 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:31:58.984362 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:59.025095 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Notify callbacks [] for router, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:59.232751 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:31:57Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:59.233930 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:59.236554 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] Checking router: 441b821e-8b62-4936-9c88-5970a290d16f for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:31:59.250373 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] Routers {'441b821e-8b62-4936-9c88-5970a290d16f'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:31:59.250990 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:31:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['441b821e-8b62-4936-9c88-5970a290d16f'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:59.338652 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Deleting port 6210271d-55a1-4ceb-bfbf-eade1d181ce9 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:31:59.338994 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:59.445599 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] Set router 441b821e-8b62-4936-9c88-5970a290d16f gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:31:59.528418 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] For port 6210271d-55a1-4ceb-bfbf-eade1d181ce9, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=6210271d-55a1-4ceb-bfbf-eade1d181ce9,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:31:59.528814 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:59.661677 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Calling delete_port for 6210271d-55a1-4ceb-bfbf-eade1d181ce9 owned by network:router_gateway {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:31:59.737295 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:31:57Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:59.741594 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599a86d2-3c4a-4d20-9b66-583430ecdf03 None None] The sync data for ids ['441b821e-8b62-4936-9c88-5970a290d16f'] in dv-cinder-798098-1-smb is: [{'id': '441b821e-8b62-4936-9c88-5970a290d16f', 'name': 'tempest-AttachVolumeShelveTestJSON-1799695923-router', 'tenant_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138'}], 'enable_snat': True}, 'gw_port_id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:24:54Z', 'updated_at': '2021-06-27T12:31:57Z', 'revision_number': 5, 'project_id': 'a322fb00b6ac43ed9de816427dbbbf6b', 'gw_port': {'id': '6210271d-55a1-4ceb-bfbf-eade1d181ce9', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:34:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b821e-8b62-4936-9c88-5970a290d16f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:24:55Z', 'updated_at': '2021-06-27T12:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:32:00.023948 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:00.028615 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-415a9b2f-f409-4d18-87b8-5b7330b04bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:00.069453 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=6210271d-55a1-4ceb-bfbf-eade1d181ce9,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:00.073156 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:00.298332 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3692941'] for router_gateway, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:00.625089 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:00.643796 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31603'] for router, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:00.648855 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:00.801099 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688177'] for router, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:00.801619 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 441b821e-8b62-4936-9c88-5970a290d16f {{(pid=75088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 12:32:00.814446 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] Notify callbacks [] for router, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:00.816397 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-93e7e99e-4695-49d9-a40c-45f9a1b08a2c admin admin] 10.222.0.45 "DELETE /v2.0/routers/441b821e-8b62-4936-9c88-5970a290d16f HTTP/1.1" status: 204 len: 168 time: 2.0649800 Jun 27 12:32:00.822755 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41126) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:00.883264 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_v2 [None req-134350f6-7bd7-4a94-bff0-da19497cdca4 admin admin] Deleting subnet fe830849-03b2-497b-9130-e38b25e74da6 {{(pid=75088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:32:00.886361 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-134350f6-7bd7-4a94-bff0-da19497cdca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:00.940374 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-134350f6-7bd7-4a94-bff0-da19497cdca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585209'] for subnet, precommit_delete_associations {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.017388 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-134350f6-7bd7-4a94-bff0-da19497cdca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.173254 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-134350f6-7bd7-4a94-bff0-da19497cdca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1585541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1640874'] for subnet, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.178055 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:01.215318 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134350f6-7bd7-4a94-bff0-da19497cdca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe830849-03b2-497b-9130-e38b25e74da6,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:01.218849 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-134350f6-7bd7-4a94-bff0-da19497cdca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:01.219819 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-134350f6-7bd7-4a94-bff0-da19497cdca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.225856 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-134350f6-7bd7-4a94-bff0-da19497cdca4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fe830849-03b2-497b-9130-e38b25e74da6 HTTP/1.1" status: 204 len: 168 time: 0.4019015 Jun 27 12:32:01.227213 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3f19a-98a7-4515-a703-0d5edd2fae7f None None] Network 75c1798c-5fae-4787-96be-a9306ad7a926 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:32:01.228543 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41136) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:01.342974 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.353977 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Deleting port 14800233-49ac-4e46-ada7-07f26b4ebc79 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:32:01.354312 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.446043 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 2d19a97b-844a-4a44-9228-89cb0a0f515e no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:32:01.486024 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 2d19a97b-844a-4a44-9228-89cb0a0f515e {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:32:01.486383 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 2d19a97b-844a-4a44-9228-89cb0a0f515e not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:32:01.486814 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 6210271d-55a1-4ceb-bfbf-eade1d181ce9 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:32:01.522445 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] DHCP port deletion for 75c1798c-5fae-4787-96be-a9306ad7a926 request from dv-cinder-798098-1-smb {{(pid=75090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 27 12:32:01.525430 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 6210271d-55a1-4ceb-bfbf-eade1d181ce9 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:32:01.525793 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 6210271d-55a1-4ceb-bfbf-eade1d181ce9 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:32:01.528137 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] Deleting port 14800233-49ac-4e46-ada7-07f26b4ebc79 {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:32:01.528619 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.579083 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] For port 14800233-49ac-4e46-ada7-07f26b4ebc79, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=14800233-49ac-4e46-ada7-07f26b4ebc79,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:32:01.579468 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.698440 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Calling delete_port for 14800233-49ac-4e46-ada7-07f26b4ebc79 owned by network:dhcp {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:32:01.729189 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] For port 14800233-49ac-4e46-ada7-07f26b4ebc79, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=14800233-49ac-4e46-ada7-07f26b4ebc79,segment=NetworkSegment(2677443f-5e06-4833-aa71-4cd6341d7af1),segment_id=2677443f-5e06-4833-aa71-4cd6341d7af1)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:32:01.729787 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.841286 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.846151 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-5583bae4-a3d3-48b0-b69a-d6aeb1837766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:01.850227 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] Calling delete_port for 14800233-49ac-4e46-ada7-07f26b4ebc79 owned by network:dhcp {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:32:01.890792 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Pushing event deleted for resources: {'Port': ['ID=14800233-49ac-4e46-ada7-07f26b4ebc79,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:01.893999 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:01.894901 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] No DVR routers for this DVR port 14800233-49ac-4e46-ada7-07f26b4ebc79 on host dv-cinder-798098-1-smb {{(pid=75088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:32:01.956280 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.db.api [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:32:01.956689 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_db.api [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:32:02.011753 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:02.024145 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c1798c-5fae-4787-96be-a9306ad7a926']}} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:32:02.035768 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2677443f-5e06-4833-aa71-4cd6341d7af1') {'for_net_delete': True} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:32:02.036087 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2677443f-5e06-4833-aa71-4cd6341d7af1') {} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:32:02.047482 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585206'] for segment, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:02.063327 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:02.069210 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=75088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:32:02.069617 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585443'] for segment, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: Traceback (most recent call last): Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: timer() Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: cb(*args, **kw) Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: return func(*args, **kwargs) Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: self._notify() Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: self.callback(batched_events) Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: event.method(event) Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: return f(self, *a, **k) Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: return self._get(url).json() Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: return self.request(url, 'GET', **kwargs) Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:32:02.085701 dv-cinder-798098-1-smb neutron-server[75088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:32:02.235152 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:02.240278 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:02.243899 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f7c34c27-2c45-44cc-bb56-72bd54f7928b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:02.272092 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Pushing event deleted for resources: {'Network': ['ID=75c1798c-5fae-4787-96be-a9306ad7a926,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:02.276545 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:02.378719 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] 10.222.0.45 "DELETE /v2.0/networks/75c1798c-5fae-4787-96be-a9306ad7a926 HTTP/1.1" status: 204 len: 168 time: 1.1491320 Jun 27 12:32:02.458424 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] Deleting port 14800233-49ac-4e46-ada7-07f26b4ebc79 {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:32:02.458761 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:02.531067 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-0483f5eb-0098-47dd-acfe-80d31cc8083f None None] The port '14800233-49ac-4e46-ada7-07f26b4ebc79' was deleted {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 27 12:32:02.980718 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41152) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:03.030933 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-2f887754-dd75-42aa-bffc-c69b87a8f72e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a322fb00b6ac43ed9de816427dbbbf6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490355 Jun 27 12:32:03.033517 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41156) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:03.094401 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fc8ab54d-0757-419a-842c-45adc5c29392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:03.118443 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fc8ab54d-0757-419a-842c-45adc5c29392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:03.269639 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fc8ab54d-0757-419a-842c-45adc5c29392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:03.273308 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-dd166d40-4188-4fc4-90a0-2bf551a9c842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:03.285588 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ab54d-0757-419a-842c-45adc5c29392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ffb3e4-9198-4d32-9008-da161204e57d,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:03.288947 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fc8ab54d-0757-419a-842c-45adc5c29392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:03.294529 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-fc8ab54d-0757-419a-842c-45adc5c29392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:03.296158 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-fc8ab54d-0757-419a-842c-45adc5c29392 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91ffb3e4-9198-4d32-9008-da161204e57d HTTP/1.1" status: 204 len: 168 time: 0.2617595 Jun 27 12:32:03.435704 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 14800233-49ac-4e46-ada7-07f26b4ebc79 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:32:03.467478 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 14800233-49ac-4e46-ada7-07f26b4ebc79 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:32:03.467830 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 14800233-49ac-4e46-ada7-07f26b4ebc79 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:32:07.226965 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9419ecb4-2ab8-4eb1-b582-e90f3db7ca7f req-e5628a22-9e93-44cb-89d5-72ca516d744f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588326 Jun 27 12:32:07.379549 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9419ecb4-2ab8-4eb1-b582-e90f3db7ca7f req-e30652a6-ba78-403a-8432-75ad9c984430 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1098 time: 0.0663824 Jun 27 12:32:07.521123 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ecb4-2ab8-4eb1-b582-e90f3db7ca7f req-d62f4fdc-5ac8-4760-80a5-8d737d61dfce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:07.522042 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9419ecb4-2ab8-4eb1-b582-e90f3db7ca7f req-d62f4fdc-5ac8-4760-80a5-8d737d61dfce service neutron] 10.222.0.50 "GET /v2.0/networks?id=58bf0099-aea6-4b43-82ce-2574a12da213 HTTP/1.1" status: 200 len: 909 time: 0.1243434 Jun 27 12:32:07.632008 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9419ecb4-2ab8-4eb1-b582-e90f3db7ca7f req-edd3d7c2-e263-4187-8940-8aa40dcab2ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7 HTTP/1.1" status: 200 len: 1001 time: 0.1032565 Jun 27 12:32:07.692966 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ecb4-2ab8-4eb1-b582-e90f3db7ca7f req-600a3087-370f-4b77-8e6c-1c608a2c0503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:07.694325 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9419ecb4-2ab8-4eb1-b582-e90f3db7ca7f req-600a3087-370f-4b77-8e6c-1c608a2c0503 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b16d6e9-92fc-4996-b1d7-b8dfd530e459 HTTP/1.1" status: 200 len: 847 time: 0.0554264 Jun 27 12:32:07.770230 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9419ecb4-2ab8-4eb1-b582-e90f3db7ca7f req-137a8bc2-5ec0-4bbb-a3b7-bd95c22ba461 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58bf0099-aea6-4b43-82ce-2574a12da213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699782 Jun 27 12:32:07.899552 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9419ecb4-2ab8-4eb1-b582-e90f3db7ca7f req-11642c0a-2f50-4af3-8384-143ee7c21d5c service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228714 Jun 27 12:32:08.029090 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9419ecb4-2ab8-4eb1-b582-e90f3db7ca7f req-a20cb1db-8b9c-4ef9-ac8d-716feee78caf service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226063 Jun 27 12:32:10.226749 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41260) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:10.368596 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fe3e34c7-78ed-4577-93a5-66bd107136c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:10.398280 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-fe3e34c7-78ed-4577-93a5-66bd107136c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:10.401965 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-fe3e34c7-78ed-4577-93a5-66bd107136c8 admin admin] Usage tracker for resource:security_group_rule and tenant:44e7bbeb31ab4261b54e01803934d6bf is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:10.405164 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-fe3e34c7-78ed-4577-93a5-66bd107136c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:10.410683 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-fe3e34c7-78ed-4577-93a5-66bd107136c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:10.473563 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fe3e34c7-78ed-4577-93a5-66bd107136c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:10.549119 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fe3e34c7-78ed-4577-93a5-66bd107136c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:10.555795 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-260bc3e4-a8d9-47ab-94d2-0ba8d489cb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:10.597623 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e34c7-78ed-4577-93a5-66bd107136c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4adf0b-03e6-40fc-88cb-4e8a4c5f8fac,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:10.600864 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-fe3e34c7-78ed-4577-93a5-66bd107136c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44e7bbeb31ab4261b54e01803934d6bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3730910 Jun 27 12:32:10.601991 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-fe3e34c7-78ed-4577-93a5-66bd107136c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:10.603942 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41268) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:10.664133 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3594eb84-d356-4146-b74c-0e4fa8c70b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:10.689271 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3594eb84-d356-4146-b74c-0e4fa8c70b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:10.829664 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3594eb84-d356-4146-b74c-0e4fa8c70b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:10.834504 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-bfadcabc-86f1-48ad-8496-a2b92f375f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:10.850383 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594eb84-d356-4146-b74c-0e4fa8c70b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4adf0b-03e6-40fc-88cb-4e8a4c5f8fac,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:10.853415 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3594eb84-d356-4146-b74c-0e4fa8c70b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:10.854258 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3594eb84-d356-4146-b74c-0e4fa8c70b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:10.857993 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-3594eb84-d356-4146-b74c-0e4fa8c70b6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd4adf0b-03e6-40fc-88cb-4e8a4c5f8fac HTTP/1.1" status: 204 len: 168 time: 0.2529707 Jun 27 12:32:11.631971 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41294) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:11.653745 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:11.683341 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:11.687947 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:3af08e45580f47ca8127135762980c75 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:11.690995 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:11.696825 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:11.760889 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:11.863650 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:11.871030 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-1062c71b-86f5-40e4-b60b-ff328c33daf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:11.916951 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b799b5a-9c55-487d-a0ba-ee6e33059a22,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:11.916951 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:11.916951 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3af08e45580f47ca8127135762980c75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2831714 Jun 27 12:32:11.919182 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41300) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:11.981180 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-26c960b0-c559-4a83-8450-b15c718b3e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:12.006142 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-26c960b0-c559-4a83-8450-b15c718b3e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:12.218208 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-26c960b0-c559-4a83-8450-b15c718b3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:12.222513 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-26cb0160-10ce-4c8c-9064-2c4779464e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:12.235643 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c960b0-c559-4a83-8450-b15c718b3e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b799b5a-9c55-487d-a0ba-ee6e33059a22,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:12.238455 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-26c960b0-c559-4a83-8450-b15c718b3e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:12.240372 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-26c960b0-c559-4a83-8450-b15c718b3e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:12.244023 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-26c960b0-c559-4a83-8450-b15c718b3e75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b799b5a-9c55-487d-a0ba-ee6e33059a22 HTTP/1.1" status: 204 len: 168 time: 0.3238730 Jun 27 12:32:12.709805 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41316) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:12.849972 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:12.881438 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:12.885229 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] Usage tracker for resource:security_group_rule and tenant:838f3a05918b46a18e9311c8c7a7a26b is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:12.890804 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:12.894335 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:12.956293 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:13.092971 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:13.100446 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f37f0591-3900-4c2c-abe0-badc6b73cb6c tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:13.143101 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3392be18-78fd-4c29-ae87-f47c3aedad55,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:13.146133 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:13.151423 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=838f3a05918b46a18e9311c8c7a7a26b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4382982 Jun 27 12:32:13.152593 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41330) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:13.210417 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-518294bb-6379-4dd4-946c-7deeb5746df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:13.235679 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-518294bb-6379-4dd4-946c-7deeb5746df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:13.354731 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-518294bb-6379-4dd4-946c-7deeb5746df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:13.360055 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3594eb84-d356-4146-b74c-0e4fa8c70b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:13.372730 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518294bb-6379-4dd4-946c-7deeb5746df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3392be18-78fd-4c29-ae87-f47c3aedad55,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:13.377490 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-518294bb-6379-4dd4-946c-7deeb5746df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:13.377490 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-518294bb-6379-4dd4-946c-7deeb5746df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:13.377490 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-518294bb-6379-4dd4-946c-7deeb5746df6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3392be18-78fd-4c29-ae87-f47c3aedad55 HTTP/1.1" status: 204 len: 168 time: 0.2246370 Jun 27 12:32:14.062747 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:32:14.106862 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41348) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:14.126038 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-703b0645-87f1-4f2a-ba3a-8d71b46f955d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:14.155303 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-703b0645-87f1-4f2a-ba3a-8d71b46f955d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:14.158975 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-703b0645-87f1-4f2a-ba3a-8d71b46f955d admin admin] Usage tracker for resource:security_group_rule and tenant:7a4c1004c62942489b4979cbcf9c19ac is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:14.161666 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-703b0645-87f1-4f2a-ba3a-8d71b46f955d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:14.167161 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-703b0645-87f1-4f2a-ba3a-8d71b46f955d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:14.236333 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-703b0645-87f1-4f2a-ba3a-8d71b46f955d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:14.326190 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-703b0645-87f1-4f2a-ba3a-8d71b46f955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:14.333644 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6f7d2eb6-b242-40ac-abe9-b6bff7cfc3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:14.384154 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b0645-87f1-4f2a-ba3a-8d71b46f955d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc1d09e-391b-404b-b959-18364b387dc4,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:14.387383 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-703b0645-87f1-4f2a-ba3a-8d71b46f955d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:14.390049 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-703b0645-87f1-4f2a-ba3a-8d71b46f955d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a4c1004c62942489b4979cbcf9c19ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2815852 Jun 27 12:32:14.392777 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41352) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:14.453125 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f04642e5-5581-4963-933b-5d6051dbd5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:14.479899 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f04642e5-5581-4963-933b-5d6051dbd5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:14.618156 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f04642e5-5581-4963-933b-5d6051dbd5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:14.622681 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b42822b0-0719-43a9-a052-635dd5390611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:14.634243 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04642e5-5581-4963-933b-5d6051dbd5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc1d09e-391b-404b-b959-18364b387dc4,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:14.637699 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f04642e5-5581-4963-933b-5d6051dbd5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:14.650202 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f04642e5-5581-4963-933b-5d6051dbd5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:14.651391 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-f04642e5-5581-4963-933b-5d6051dbd5a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9dc1d09e-391b-404b-b959-18364b387dc4 HTTP/1.1" status: 204 len: 168 time: 0.2575872 Jun 27 12:32:16.621428 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41392) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:16.764967 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ccdbdaf0-fef8-4bc8-a04b-0a0f8a127f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:16.796414 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-ccdbdaf0-fef8-4bc8-a04b-0a0f8a127f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:16.800193 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-ccdbdaf0-fef8-4bc8-a04b-0a0f8a127f51 admin admin] Usage tracker for resource:security_group_rule and tenant:e4d41e57f50844e8a3c8933af4f3e66e is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:16.802994 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-ccdbdaf0-fef8-4bc8-a04b-0a0f8a127f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:16.808823 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-ccdbdaf0-fef8-4bc8-a04b-0a0f8a127f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:16.870518 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ccdbdaf0-fef8-4bc8-a04b-0a0f8a127f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:16.989089 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-ccdbdaf0-fef8-4bc8-a04b-0a0f8a127f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:17.000694 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-10afa697-8813-410f-adcc-09ac5575a758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:17.039999 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-ccdbdaf0-fef8-4bc8-a04b-0a0f8a127f51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4d41e57f50844e8a3c8933af4f3e66e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4175146 Jun 27 12:32:17.042672 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41398) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:17.048867 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbdaf0-fef8-4bc8-a04b-0a0f8a127f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d4da38-8668-4c80-aa6b-54216b46551d,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:17.051928 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ccdbdaf0-fef8-4bc8-a04b-0a0f8a127f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:17.102898 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-97966114-d1ba-4168-a6d6-9b6ab85cec16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:17.127111 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-97966114-d1ba-4168-a6d6-9b6ab85cec16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:17.269318 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-97966114-d1ba-4168-a6d6-9b6ab85cec16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:17.274650 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-9a982e29-fb98-47ae-bad3-8eca07b73623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:17.291457 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97966114-d1ba-4168-a6d6-9b6ab85cec16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d4da38-8668-4c80-aa6b-54216b46551d,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:17.294439 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-97966114-d1ba-4168-a6d6-9b6ab85cec16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:17.304790 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-97966114-d1ba-4168-a6d6-9b6ab85cec16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:17.308353 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-97966114-d1ba-4168-a6d6-9b6ab85cec16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40d4da38-8668-4c80-aa6b-54216b46551d HTTP/1.1" status: 204 len: 168 time: 0.2621520 Jun 27 12:32:17.923894 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf97e4-269e-419e-8a21-3add6d737e8e req-4053b5f7-dc39-4280-9fef-a3c03a0c77e1 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:17.925531 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bcaf97e4-269e-419e-8a21-3add6d737e8e req-4053b5f7-dc39-4280-9fef-a3c03a0c77e1 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0828271 Jun 27 12:32:17.970820 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bcaf97e4-269e-419e-8a21-3add6d737e8e req-588b200f-7945-4c57-89f7-7a8d2c2d0d34 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Jun 27 12:32:19.167777 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcdb79-614e-465e-b695-f4bf46bfb35b req-e501dfe4-3d72-4c80-812d-25a8929fd624 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:19.169191 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1cfcdb79-614e-465e-b695-f4bf46bfb35b req-e501dfe4-3d72-4c80-812d-25a8929fd624 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0761046 Jun 27 12:32:19.217430 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1cfcdb79-614e-465e-b695-f4bf46bfb35b req-99114bba-5ac5-4236-bf4e-75e1eeb5bb8c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423222 Jun 27 12:32:20.428312 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0923b-efd1-44a3-a087-97337162c555 req-98246f79-ba4c-4b9c-aff2-9f0990316b6a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:20.429779 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-91f0923b-efd1-44a3-a087-97337162c555 req-98246f79-ba4c-4b9c-aff2-9f0990316b6a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0886147 Jun 27 12:32:20.474826 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-91f0923b-efd1-44a3-a087-97337162c555 req-f43a85ea-32c8-4b29-b792-41319cbfee70 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391226 Jun 27 12:32:21.751263 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc884-d9fd-49c2-8853-b756ff4114cb req-a5396cfc-92a9-485d-9ddf-ac26c3421992 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:21.752698 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-70ddc884-d9fd-49c2-8853-b756ff4114cb req-a5396cfc-92a9-485d-9ddf-ac26c3421992 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.1548128 Jun 27 12:32:21.798161 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-70ddc884-d9fd-49c2-8853-b756ff4114cb req-8fae450a-5b3a-4b76-bf91-2d9015816954 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399036 Jun 27 12:32:22.947922 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41478) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:23.002346 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929bd1f-7126-4f39-beda-111c5f06ec49 req-5fbaed84-2d26-41b2-8ee8-387e5f3a0e96 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:23.003913 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c929bd1f-7126-4f39-beda-111c5f06ec49 req-5fbaed84-2d26-41b2-8ee8-387e5f3a0e96 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0765483 Jun 27 12:32:23.054587 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c929bd1f-7126-4f39-beda-111c5f06ec49 req-6bfeac9e-31da-480f-bfbf-31c377e62220 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Jun 27 12:32:23.095735 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-29156f70-cbd8-4234-b076-1b2964be7aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:23.126532 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-29156f70-cbd8-4234-b076-1b2964be7aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:23.130314 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-29156f70-cbd8-4234-b076-1b2964be7aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c8b6bd391f3447fb0d1144a2456c3d4 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:23.133089 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-29156f70-cbd8-4234-b076-1b2964be7aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:23.138932 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-29156f70-cbd8-4234-b076-1b2964be7aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:23.204287 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-29156f70-cbd8-4234-b076-1b2964be7aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:23.280806 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-29156f70-cbd8-4234-b076-1b2964be7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:23.288057 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-4603dc98-34df-46c0-a4e0-4c5dd5a58dc5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:23.326600 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29156f70-cbd8-4234-b076-1b2964be7aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19009d2c-1dcf-461d-ba41-fc57b5f7dac1,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:23.330030 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-29156f70-cbd8-4234-b076-1b2964be7aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:23.332344 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-29156f70-cbd8-4234-b076-1b2964be7aa0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c8b6bd391f3447fb0d1144a2456c3d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3834171 Jun 27 12:32:23.334984 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41484) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:23.393561 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a2e8293b-522e-4aef-b082-e54644d4bfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:23.418739 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a2e8293b-522e-4aef-b082-e54644d4bfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:23.588635 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a2e8293b-522e-4aef-b082-e54644d4bfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:23.592908 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fc8ab54d-0757-419a-842c-45adc5c29392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:23.606535 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8293b-522e-4aef-b082-e54644d4bfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19009d2c-1dcf-461d-ba41-fc57b5f7dac1,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:23.617530 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a2e8293b-522e-4aef-b082-e54644d4bfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:23.622786 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a2e8293b-522e-4aef-b082-e54644d4bfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:23.623894 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a2e8293b-522e-4aef-b082-e54644d4bfc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19009d2c-1dcf-461d-ba41-fc57b5f7dac1 HTTP/1.1" status: 204 len: 168 time: 0.2879863 Jun 27 12:32:24.254263 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0a0e3-b241-44c4-981e-917f13d35072 req-d53a82c4-406f-419f-8051-6dd94763ab0b tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:24.255824 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b8a0a0e3-b241-44c4-981e-917f13d35072 req-d53a82c4-406f-419f-8051-6dd94763ab0b tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0795887 Jun 27 12:32:24.302227 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b8a0a0e3-b241-44c4-981e-917f13d35072 req-355b21ea-3e1b-4f89-9453-0b8630199dc6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 Jun 27 12:32:25.507470 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61f470-d2a4-4f8b-b6b8-f8c02ec9650a req-e178aca2-3380-45d5-85f6-31727a4ca56e tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:25.508918 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fb61f470-d2a4-4f8b-b6b8-f8c02ec9650a req-e178aca2-3380-45d5-85f6-31727a4ca56e tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0842178 Jun 27 12:32:25.556579 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fb61f470-d2a4-4f8b-b6b8-f8c02ec9650a req-9ce276e3-84d7-4bb9-bb7a-381ff3749490 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414414 Jun 27 12:32:25.671020 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41530) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:25.815501 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:25.846872 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:25.850589 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] Usage tracker for resource:security_group_rule and tenant:0f01c0c6e18446a48455e82c1740f7c4 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:25.857985 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:25.859586 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:25.914572 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-0fbe95b2-1e8e-469c-b044-f3f6db6e6ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:25.922049 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:26.268762 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:26.276777 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a2e8293b-522e-4aef-b082-e54644d4bfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:26.318912 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136b18a2-2e02-4054-883a-4a9d34edc1a8,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:26.322970 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f01c0c6e18446a48455e82c1740f7c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6509595 Jun 27 12:32:26.323884 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:26.338214 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41536) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:26.386821 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-70927bd9-4dd3-4bb4-8572-08c53e9ac4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:26.422139 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-70927bd9-4dd3-4bb4-8572-08c53e9ac4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:26.469011 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:26.554830 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-70927bd9-4dd3-4bb4-8572-08c53e9ac4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:26.560026 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-92ee0efa-9964-493c-8951-deceeae077dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:26.570286 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70927bd9-4dd3-4bb4-8572-08c53e9ac4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136b18a2-2e02-4054-883a-4a9d34edc1a8,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:26.572778 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-70927bd9-4dd3-4bb4-8572-08c53e9ac4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:26.578710 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-70927bd9-4dd3-4bb4-8572-08c53e9ac4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:26.584414 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-70927bd9-4dd3-4bb4-8572-08c53e9ac4d8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/136b18a2-2e02-4054-883a-4a9d34edc1a8 HTTP/1.1" status: 204 len: 168 time: 0.2562172 Jun 27 12:32:26.766395 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d70c49-4f89-4df6-b0cc-f6a256327bbc req-061d4cf4-0120-422a-8526-55118c862712 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:26.767850 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d5d70c49-4f89-4df6-b0cc-f6a256327bbc req-061d4cf4-0120-422a-8526-55118c862712 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0790281 Jun 27 12:32:26.815151 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d5d70c49-4f89-4df6-b0cc-f6a256327bbc req-9d513e93-5569-4e99-b822-6813235ff895 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Jun 27 12:32:27.714777 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:28.022534 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fbf1a-443c-45b7-bc7d-e49f15d655df req-ed3986f8-d068-4abc-929b-c0e0bee3e28e tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:28.024218 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-de9fbf1a-443c-45b7-bc7d-e49f15d655df req-ed3986f8-d068-4abc-929b-c0e0bee3e28e tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0812271 Jun 27 12:32:28.046240 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-aecfd53a-861d-4c59-984c-2d1ebc682c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:28.070768 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-de9fbf1a-443c-45b7-bc7d-e49f15d655df req-11a79753-23b7-4cd4-9c9c-17422c6d9f3c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405545 Jun 27 12:32:28.192836 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-905ea478-e1db-438a-9c73-8bdfe7537d10 req-4a03a060-8a31-49bd-8ada-fc39be3df4ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1098 time: 0.0688357 Jun 27 12:32:28.401617 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ea478-e1db-438a-9c73-8bdfe7537d10 req-1cc54072-91de-4d12-93a1-c0c96c5dbce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:28.403024 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-905ea478-e1db-438a-9c73-8bdfe7537d10 req-1cc54072-91de-4d12-93a1-c0c96c5dbce3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58bf0099-aea6-4b43-82ce-2574a12da213 HTTP/1.1" status: 200 len: 909 time: 0.2040949 Jun 27 12:32:28.508606 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-905ea478-e1db-438a-9c73-8bdfe7537d10 req-0e073876-cc83-4948-9ee7-e81e213467c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7 HTTP/1.1" status: 200 len: 1001 time: 0.0949481 Jun 27 12:32:28.570920 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ea478-e1db-438a-9c73-8bdfe7537d10 req-ca5ac55f-51d8-4ce8-8362-b1abb80a012a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:28.572346 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-905ea478-e1db-438a-9c73-8bdfe7537d10 req-ca5ac55f-51d8-4ce8-8362-b1abb80a012a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b16d6e9-92fc-4996-b1d7-b8dfd530e459 HTTP/1.1" status: 200 len: 847 time: 0.0620008 Jun 27 12:32:28.648381 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-905ea478-e1db-438a-9c73-8bdfe7537d10 req-c02c799c-7122-4520-9abd-077d461d6a0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58bf0099-aea6-4b43-82ce-2574a12da213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700126 Jun 27 12:32:28.776203 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-905ea478-e1db-438a-9c73-8bdfe7537d10 req-a6b1a480-0e0c-45a6-a6ea-c59fc6defa5e service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208191 Jun 27 12:32:28.909631 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-905ea478-e1db-438a-9c73-8bdfe7537d10 req-c14e9fcc-51cf-4127-8c0d-cf46c787b6dc service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272182 Jun 27 12:32:29.029493 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:29.270198 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d971f6-c349-4e0e-906b-8986e497d4c9 req-4f20180c-80ff-4d7f-8b57-aca4277912f6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:29.271634 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-79d971f6-c349-4e0e-906b-8986e497d4c9 req-4f20180c-80ff-4d7f-8b57-aca4277912f6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0785179 Jun 27 12:32:29.316192 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-79d971f6-c349-4e0e-906b-8986e497d4c9 req-181eaa56-54d5-4c26-aaeb-fc0002d8af9d tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390370 Jun 27 12:32:30.527669 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0be130-64a2-4fb5-a26f-8654ed1ed44a req-5dd9d1fd-ce56-4e06-9417-72abc90830bb tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:30.529160 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4b0be130-64a2-4fb5-a26f-8654ed1ed44a req-5dd9d1fd-ce56-4e06-9417-72abc90830bb tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0832512 Jun 27 12:32:30.576380 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4b0be130-64a2-4fb5-a26f-8654ed1ed44a req-6c1a49a4-7a9a-4626-b207-18f4cdbadb28 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409153 Jun 27 12:32:30.600904 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:31.783761 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c16c7a-89d8-422e-88f2-45d4a8772a26 req-2f946a24-84ab-4a48-8e29-0a16bc45b229 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:31.785142 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-03c16c7a-89d8-422e-88f2-45d4a8772a26 req-2f946a24-84ab-4a48-8e29-0a16bc45b229 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0889904 Jun 27 12:32:31.830168 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-03c16c7a-89d8-422e-88f2-45d4a8772a26 req-7c66f28a-2be7-43fc-8cf3-2439aec5bff1 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395448 Jun 27 12:32:33.032492 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7eb5e9-113c-4e04-a858-51a4d2f980b8 req-c2dd84cb-8587-4a0e-bd53-d3bac3cf540a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:33.034033 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2d7eb5e9-113c-4e04-a858-51a4d2f980b8 req-c2dd84cb-8587-4a0e-bd53-d3bac3cf540a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0826507 Jun 27 12:32:33.081038 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2d7eb5e9-113c-4e04-a858-51a4d2f980b8 req-04a300c0-780a-47e2-992a-a024db1c0c3e tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 Jun 27 12:32:33.422540 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a2e822f9-ea83-413d-926a-654c9e5e52c6 req-1cf5022e-1463-4b9b-84d9-2559adb31256 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2091904 Jun 27 12:32:33.804104 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 41652) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:33.955202 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.004278 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:34.010991 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Usage tracker for resource:security_group_rule and tenant:f6b30bdb05f946c68a49f8ebc56a6069 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:34.020855 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989eaf-616c-4edb-8b37-15d0b27ea6b4 req-b72fd212-cf91-4f31-b33e-086ec477d34b tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:34.022238 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-74989eaf-616c-4edb-8b37-15d0b27ea6b4 req-b72fd212-cf91-4f31-b33e-086ec477d34b tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.1366017 Jun 27 12:32:34.050035 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:34.084301 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:34.142928 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-74989eaf-616c-4edb-8b37-15d0b27ea6b4 req-9fe39fe2-ef34-4467-8f06-8b82bcb7b108 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851884 Jun 27 12:32:34.168456 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-dccdd661-3ce0-4654-bf6b-5748bc40e90e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2224009 Jun 27 12:32:34.195870 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.370912 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.378955 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-56578bc7-85a9-4aa1-bd82-85ab89869bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:34.421181 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6b30bdb05f946c68a49f8ebc56a6069&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6158624 Jun 27 12:32:34.422025 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ae8e39-a8f5-4c6a-87c5-89d09cae93aa,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:34.426171 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41670) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:34.445404 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.445775 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.446134 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.446487 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.446834 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.447180 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.447524 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.447868 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.448206 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.448570 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.449114 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.453676 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ac4b0aa3-ff7d-48de-860e-13db44c40b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:34.489878 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.516090 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.607126 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:32:34.652767 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.655545 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c4ecd09e-2301-4452-b595-84955799810e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:34.667716 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ae8e39-a8f5-4c6a-87c5-89d09cae93aa,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:34.679320 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.679692 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.680062 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.680422 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.680807 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.681163 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.681517 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.681866 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.682222 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.682569 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.682914 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.686412 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.696064 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1ae8e39-a8f5-4c6a-87c5-89d09cae93aa HTTP/1.1" status: 204 len: 168 time: 0.2630820 Jun 27 12:32:34.697213 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-14d257ed-6066-455a-97d2-d4ecb935a36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:34.736003 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.772696 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:34.783803 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:32:34.829243 dv-cinder-798098-1-smb neutron-server[75090]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'code': 422} returned with failed status Jun 27 12:32:34.909031 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.910835 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:34.979671 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,revision_number=6']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:34.988611 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.988960 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.989299 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.989633 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.989963 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.990318 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.990642 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.990966 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.991286 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.991614 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.991932 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:34.995728 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:35.363370 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11376948-be90-4666-85cf-a952701e0e76 req-aaf831a8-c5fb-4ff3-a301-8d7677502efc tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:35.364840 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-11376948-be90-4666-85cf-a952701e0e76 req-aaf831a8-c5fb-4ff3-a301-8d7677502efc tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 943 time: 0.0810604 Jun 27 12:32:35.420807 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-11376948-be90-4666-85cf-a952701e0e76 req-35297958-d00c-4334-b9df-dda0d2ea35f2 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446081 Jun 27 12:32:36.267992 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-d9805bd6-f256-4c7e-a83e-d69c9d70e62e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f&tenant_id=ee26b428873c4d5f88a663dc8c06bdb9 HTTP/1.1" status: 200 len: 1096 time: 0.0715666 Jun 27 12:32:36.368742 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-d6cc4fd6-a629-483d-a50b-fb9151922029 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1096 time: 0.0678473 Jun 27 12:32:36.505483 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-9a0e64ed-3836-41c0-8ce7-b82813fac44d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:36.505483 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-9a0e64ed-3836-41c0-8ce7-b82813fac44d service neutron] 10.222.0.50 "GET /v2.0/networks?id=58bf0099-aea6-4b43-82ce-2574a12da213 HTTP/1.1" status: 200 len: 909 time: 0.1256623 Jun 27 12:32:36.626864 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-65b28bcc-afc5-4e13-bebb-f8dd621d2015 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7 HTTP/1.1" status: 200 len: 999 time: 0.1194718 Jun 27 12:32:36.640668 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7254fa-d8ec-4e01-a914-8e46e612b85f req-1a8fedda-99e8-4284-8756-4d65586b7318 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:36.642280 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6e7254fa-d8ec-4e01-a914-8e46e612b85f req-1a8fedda-99e8-4284-8756-4d65586b7318 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 943 time: 0.0929329 Jun 27 12:32:36.690073 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6e7254fa-d8ec-4e01-a914-8e46e612b85f req-383993b7-6b80-456e-b48c-92dc1dc86e75 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Jun 27 12:32:36.775365 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-2773961a-80b9-4d44-a9d6-b1907a266865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:36.776833 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-2773961a-80b9-4d44-a9d6-b1907a266865 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b16d6e9-92fc-4996-b1d7-b8dfd530e459 HTTP/1.1" status: 200 len: 847 time: 0.1437540 Jun 27 12:32:36.850673 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-95e8d047-2c97-46ab-8b37-a1128005f102 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58bf0099-aea6-4b43-82ce-2574a12da213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673192 Jun 27 12:32:36.981113 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-9c8723b3-b0a6-418f-8d89-2b5f1fdce3de service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245782 Jun 27 12:32:37.113180 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-65c05b86-2669-4a9a-8257-b6a01e005f7b req-f81ac0b5-fc3c-4c42-abfb-b52530de1a27 service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230080 Jun 27 12:32:37.891713 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d984854-2aba-4eb8-81dc-55c6f5c7b1be req-68f259f4-b2b2-4a3b-9265-153817c9653d tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:37.893226 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2d984854-2aba-4eb8-81dc-55c6f5c7b1be req-68f259f4-b2b2-4a3b-9265-153817c9653d tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 943 time: 0.0789270 Jun 27 12:32:37.944564 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-2d984854-2aba-4eb8-81dc-55c6f5c7b1be req-6afe4206-ab4b-4916-9b74-14398ae131ad tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Jun 27 12:32:39.144895 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921d6cf-9989-4f04-b468-0dfa0033049a req-a9b0234f-dc91-4048-aca9-6de7eee6d834 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:39.146381 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f921d6cf-9989-4f04-b468-0dfa0033049a req-a9b0234f-dc91-4048-aca9-6de7eee6d834 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 943 time: 0.0760288 Jun 27 12:32:39.190774 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f921d6cf-9989-4f04-b468-0dfa0033049a req-96bbc3fc-aa6e-4a3f-b223-d2ee421d656d tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389614 Jun 27 12:32:40.389424 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0464-7001-4199-94ef-dda07b477427 req-7dba98cd-9b1b-45f0-bd0f-638f0cf8eedc tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:40.390829 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-537d0464-7001-4199-94ef-dda07b477427 req-7dba98cd-9b1b-45f0-bd0f-638f0cf8eedc tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 943 time: 0.0739455 Jun 27 12:32:40.435656 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-537d0464-7001-4199-94ef-dda07b477427 req-8a2344c1-260f-406d-9f9a-1c279ab773d4 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392268 Jun 27 12:32:40.611236 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:32:40.744735 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:32:40.758838 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'port_id': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'mac_address': 'fa:16:3e:1a:de:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:32:40.813586 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:40.830356 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:32:40.845674 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:32:40.908521 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:40.910216 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:40.970494 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,revision_number=7']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:40.973401 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:41.197503 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['99fbcaf2-a917-4d17-8a5c-ea841edf14b7'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:32:41.634441 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1daaf0-74b5-4fae-a12b-b5c3dc2fe241 req-db097e44-4106-4a66-8baf-748c5e0884d5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:41.637839 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bb1daaf0-74b5-4fae-a12b-b5c3dc2fe241 req-db097e44-4106-4a66-8baf-748c5e0884d5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 944 time: 0.0777242 Jun 27 12:32:41.680599 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-bb1daaf0-74b5-4fae-a12b-b5c3dc2fe241 req-9290fdb0-ccb9-4a14-9361-809ecf3f8a32 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384777 Jun 27 12:32:41.950893 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41768) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:42.088255 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c56f0d42-cfa8-4436-bacb-309202722173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:42.119006 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-c56f0d42-cfa8-4436-bacb-309202722173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:42.123165 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-c56f0d42-cfa8-4436-bacb-309202722173 admin admin] Usage tracker for resource:security_group_rule and tenant:effae44bccc140c0b7ec2627c40d8d1d is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:42.125912 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-c56f0d42-cfa8-4436-bacb-309202722173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:42.131435 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-c56f0d42-cfa8-4436-bacb-309202722173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:42.192368 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c56f0d42-cfa8-4436-bacb-309202722173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:42.285563 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c56f0d42-cfa8-4436-bacb-309202722173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:42.291950 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f348f49e-b010-46bf-a442-d0f25adba036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:42.334268 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f0d42-cfa8-4436-bacb-309202722173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53beea5-bf5e-4694-892a-0301f57d0e90,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:42.338649 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c56f0d42-cfa8-4436-bacb-309202722173 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=effae44bccc140c0b7ec2627c40d8d1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3867526 Jun 27 12:32:42.339584 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c56f0d42-cfa8-4436-bacb-309202722173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:42.341898 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41774) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:42.398125 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bd90e93a-684a-4cfc-8a03-c0de1ff95448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:42.422433 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bd90e93a-684a-4cfc-8a03-c0de1ff95448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:42.576774 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bd90e93a-684a-4cfc-8a03-c0de1ff95448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:42.580414 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-832556da-5fc6-43e9-ac71-f63d0f2ea1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:42.591247 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90e93a-684a-4cfc-8a03-c0de1ff95448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53beea5-bf5e-4694-892a-0301f57d0e90,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:42.595071 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-bd90e93a-684a-4cfc-8a03-c0de1ff95448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:42.598381 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bd90e93a-684a-4cfc-8a03-c0de1ff95448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:42.599736 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-bd90e93a-684a-4cfc-8a03-c0de1ff95448 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d53beea5-bf5e-4694-892a-0301f57d0e90 HTTP/1.1" status: 204 len: 168 time: 0.2575161 Jun 27 12:32:42.618088 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:32:42.688765 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:32:42.689146 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:42.803190 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:42.832643 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:42.842382 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:32:42.896701 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a8fec-e4ad-44ff-a948-5e5f95d07ab0 req-ac6ffdfb-b138-4ab8-a770-aaf969d72e7f tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:42.896701 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fe0a8fec-e4ad-44ff-a948-5e5f95d07ab0 req-ac6ffdfb-b138-4ab8-a770-aaf969d72e7f tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 944 time: 0.0846925 Jun 27 12:32:42.897845 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'code': 200} Jun 27 12:32:42.936413 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fe0a8fec-e4ad-44ff-a948-5e5f95d07ab0 req-f300d36c-ed14-49ad-b40f-78cfb6bc0cb5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422454 Jun 27 12:32:42.959615 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:42.959615 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:43.019986 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,revision_number=8']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:43.022988 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:43.320631 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b2de6c3f-446f-433c-81d3-2cc06fea0fa4 req-e9095b6a-0e63-4369-bd35-76a36c5c057b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1098 time: 0.0672705 Jun 27 12:32:43.363455 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b2de6c3f-446f-433c-81d3-2cc06fea0fa4 req-af2bb4f8-69fe-46c9-860b-2f1e178a78f4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360458 Jun 27 12:32:43.811217 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41800) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:43.934278 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1881101828-network', 'tenant_id': '833b5d22aaed4f6cb0089550cca39171'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:32:43.941484 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:43.942627 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Usage tracker for resource:network and tenant:833b5d22aaed4f6cb0089550cca39171 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:43.945446 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:43.952167 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:44.045978 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Made reservation on behalf of 833b5d22aaed4f6cb0089550cca39171 for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:32:44.048342 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:44.097626 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:44.148500 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:44.154757 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Usage tracker for resource:security_group_rule and tenant:833b5d22aaed4f6cb0089550cca39171 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:44.159797 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:44.167969 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:44.176454 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c04e26-7132-4911-8b75-6c83fed87c02 req-cff593f5-0b54-4df3-ba5c-70420e2c9070 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:44.181420 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-41c04e26-7132-4911-8b75-6c83fed87c02 req-cff593f5-0b54-4df3-ba5c-70420e2c9070 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.1202683 Jun 27 12:32:44.245221 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-41c04e26-7132-4911-8b75-6c83fed87c02 req-c11d965a-8222-4beb-9488-69bd4bd1ad3e tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616534 Jun 27 12:32:44.277881 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:44.371466 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:44.376185 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a7cb44ea-3c29-4edb-825f-2a18e256b9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:44.401562 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:32:44.412949 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21e9db0-f171-42d4-af2d-71967e09822f,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:44.416929 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:44.417834 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:44.418165 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Added segment ced2417e-b688-468d-b094-7c7af86a2ac9 of type vlan for network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea Jun 27 12:32:44.447446 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:44.617163 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:44.618410 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:44.619001 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:44.622607 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-32b6b626-b72c-4fcd-9e92-fe9ed26d0db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:44.719082 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Pushing event updated for resources: {'Network': ['ID=508c7aed-e1b9-4048-aeb5-d80f3f5962ea,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:44.721781 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:44.729261 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:32:44.806264 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-11c4f49c-26b6-4cfd-bdff-782fbd703186 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9939609 Jun 27 12:32:44.809132 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 41808) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:44.814537 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Request body: {'subnet': {'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1881101828-subnet', 'tenant_id': '833b5d22aaed4f6cb0089550cca39171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:32:44.819225 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:44.823038 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Usage tracker for resource:subnet and tenant:833b5d22aaed4f6cb0089550cca39171 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:44.826385 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:44.833189 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:44.925277 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Made reservation on behalf of 833b5d22aaed4f6cb0089550cca39171 for: {'subnet': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:32:44.927631 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1219562'] for subnet, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:45.245567 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-943222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1219576'] for subnet, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:45.249869 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-48c586c2-f809-4a68-b2ea-6ad565179568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:45.305623 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b19cf63-b054-48b7-9ec0-031ff56d0e10,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:45.309905 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:45.334030 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Checking segment: {'id': 'ced2417e-b688-468d-b094-7c7af86a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:32:45.334374 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Network hostable DHCP agents. Network: 508c7aed-e1b9-4048-aeb5-d80f3f5962ea, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:32:45.428278 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:32:45.445202 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad616-42cc-4f35-9169-2927659e26be req-302ebc1c-374d-498e-adb5-a45210a6e1dc tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:45.446655 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8ffad616-42cc-4f35-9169-2927659e26be req-302ebc1c-374d-498e-adb5-a45210a6e1dc tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0776510 Jun 27 12:32:45.491430 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8ffad616-42cc-4f35-9169-2927659e26be req-1bab9d80-a255-4e52-8b80-6d06d34b9923 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386794 Jun 27 12:32:45.525451 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 508c7aed-e1b9-4048-aeb5-d80f3f5962ea) {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:32:45.533836 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b0ca66-57a7-4f02-9b4d-d7eb4a7c5bb5 None None] Network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:32:45.537365 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:45.537879 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:45.634680 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8244822 Jun 27 12:32:45.734879 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34eb084-e4a5-4f1b-a9f6-0d4ac3554fd0 None None] Network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:32:48.053726 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-4b21ac96-4e0e-47a8-b925-d2e59f60eb7b tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:48.054323 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-4b21ac96-4e0e-47a8-b925-d2e59f60eb7b tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Synchronizing usage tracker for tenant:833b5d22aaed4f6cb0089550cca39171 on resource:network {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:32:48.154356 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-4b21ac96-4e0e-47a8-b925-d2e59f60eb7b tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Unset dirty status for tenant:833b5d22aaed4f6cb0089550cca39171 on resource:network {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:32:48.155483 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-4b21ac96-4e0e-47a8-b925-d2e59f60eb7b tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/networks?id=508c7aed-e1b9-4048-aeb5-d80f3f5962ea HTTP/1.1" status: 200 len: 814 time: 0.2443984 Jun 27 12:32:48.171682 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-2e058d33-1308-4e79-9be5-f958f5a2d52e tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/quotas/833b5d22aaed4f6cb0089550cca39171 HTTP/1.1" status: 200 len: 375 time: 0.0109026 Jun 27 12:32:48.214862 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-f91a025b-256f-4207-bbf3-57b18c7b196f tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=833b5d22aaed4f6cb0089550cca39171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384827 Jun 27 12:32:48.341909 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-a1c1ff63-2674-47d7-9ec2-858dd242cfdf service neutron] 10.222.0.45 "GET /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199598 Jun 27 12:32:48.471522 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-f20b7ff5-cfce-480a-87b1-579ba26bf538 service neutron] 10.222.0.45 "GET /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241229 Jun 27 12:32:48.738246 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1a976394-5faf-4d35-b1bb-2eed6871d637 req-0f03dcfe-cf12-461e-9cf2-405db630af84 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 210 time: 0.0409503 Jun 27 12:32:49.860309 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-50092725-f837-468c-9124-c95723087bf4 req-0a48713a-9ca3-4ba0-84cf-2ecebf94b6ef tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 210 time: 0.0414288 Jun 27 12:32:51.024684 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-0edfc008-d856-4782-a339-992c0c2b4189 req-ee36a2f1-1be9-410e-bfab-1ba4635c46b0 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 210 time: 0.0436678 Jun 27 12:32:51.063536 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:32:51.589545 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b25addc-8da7-4f8b-aad6-ff62aade1cc6 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:51.590950 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b25addc-8da7-4f8b-aad6-ff62aade1cc6 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.50 "GET /v2.0/networks?id=508c7aed-e1b9-4048-aeb5-d80f3f5962ea HTTP/1.1" status: 200 len: 814 time: 0.1378605 Jun 27 12:32:51.613263 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Request body: {'port': {'device_id': 'c2b46084-9b16-4367-8216-0a72fbe40969', 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea', 'admin_state_up': True, 'tenant_id': '833b5d22aaed4f6cb0089550cca39171'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:32:51.743419 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:51.747907 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Usage tracker for resource:port and tenant:833b5d22aaed4f6cb0089550cca39171 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:51.750684 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:51.756261 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:51.822384 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Made reservation on behalf of 833b5d22aaed4f6cb0089550cca39171 for: {'port': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:32:51.825902 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:51.980720 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Allocated IP 172.20.0.12 (508c7aed-e1b9-4048-aeb5-d80f3f5962ea/2b19cf63-b054-48b7-9ec0-031ff56d0e10/84b67dfe-f73d-4b9f-bc7e-da311c71a758) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:32:52.180107 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:52.190939 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-aa50605f-34be-4565-9adb-2373cec16680 req-67e1fa76-2b1f-4396-8287-a0a7f5c4f053 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 210 time: 0.0450604 Jun 27 12:32:52.325820 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:52.331202 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-da9994d2-2c56-4aea-89a4-2cd9d8d6a004 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:52.395640 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:32:52.398684 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:32:52.403092 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:32:52.516352 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Pushing event updated for resources: {'Port': ['ID=84b67dfe-f73d-4b9f-bc7e-da311c71a758,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:52.522373 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:52.547983 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:52.548595 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:52.640337 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-28c853f9-1eb7-428b-aeb5-5c4039d529bc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0306287 Jun 27 12:32:52.658466 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Request body: {'port': {'device_id': 'c2b46084-9b16-4367-8216-0a72fbe40969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:32:52.765361 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:53.095647 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b67dfe-f73d-4b9f-bc7e-da311c71a758 {{(pid=75088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:32:53.103021 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:53.117085 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Transition to ACTIVE for port object 84b67dfe-f73d-4b9f-bc7e-da311c71a758 will not be triggered until provisioned by entity L2. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:32:53.205103 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:53.209419 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d65d0f35-2740-4e40-8bf4-b56ac852f5ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:53.356628 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=84b67dfe-f73d-4b9f-bc7e-da311c71a758,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:53.364430 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:53.490208 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b62e3-2892-414a-9ae3-08b2f860650a req-c2d53f14-4a0e-4b57-82ef-19f35cca11c0 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:53.490887 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-6f9b62e3-2892-414a-9ae3-08b2f860650a req-c2d53f14-4a0e-4b57-82ef-19f35cca11c0 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Synchronizing usage tracker for tenant:833b5d22aaed4f6cb0089550cca39171 on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:32:53.502597 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Attempting to bind port 84b67dfe-f73d-4b9f-bc7e-da311c71a758 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:32:53.502948 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Attempting to bind port 84b67dfe-f73d-4b9f-bc7e-da311c71a758 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ced2417e-b688-468d-b094-7c7af86a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea'}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:32:53.503252 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Attempting to bind port 84b67dfe-f73d-4b9f-bc7e-da311c71a758 on network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:32:53.514199 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Port 84b67dfe-f73d-4b9f-bc7e-da311c71a758 on network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:32:53.514515 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Attempting to bind port 84b67dfe-f73d-4b9f-bc7e-da311c71a758 on network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:32:53.520613 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:32:53.524084 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Checking segment: {'id': 'ced2417e-b688-468d-b094-7c7af86a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:32:53.524084 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Bound using segment: {'id': 'ced2417e-b688-468d-b094-7c7af86a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea'} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:32:53.524084 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Bound port: 84b67dfe-f73d-4b9f-bc7e-da311c71a758, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced2417e-b688-468d-b094-7c7af86a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea'}}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:32:53.524084 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:53.614708 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] For port 84b67dfe-f73d-4b9f-bc7e-da311c71a758, host hv-cinder-79809, cleared binding levels {{(pid=75088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:32:53.617608 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] For port 84b67dfe-f73d-4b9f-bc7e-da311c71a758, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=84b67dfe-f73d-4b9f-bc7e-da311c71a758,segment=NetworkSegment(ced2417e-b688-468d-b094-7c7af86a2ac9),segment_id=ced2417e-b688-468d-b094-7c7af86a2ac9)] {{(pid=75088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:32:53.639579 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-6f9b62e3-2892-414a-9ae3-08b2f860650a req-c2d53f14-4a0e-4b57-82ef-19f35cca11c0 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Unset dirty status for tenant:833b5d22aaed4f6cb0089550cca39171 on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:32:53.644588 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6f9b62e3-2892-414a-9ae3-08b2f860650a req-c2d53f14-4a0e-4b57-82ef-19f35cca11c0 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 944 time: 0.3165665 Jun 27 12:32:53.685876 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-6f9b62e3-2892-414a-9ae3-08b2f860650a req-2d3be6b6-4dab-4bf2-aa94-461e87fab8bd tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 Jun 27 12:32:53.743039 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:53.746817 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-a17b8a26-ace4-472b-bc39-c5cc2c92bcdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:53.804951 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:53.806333 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] 10.222.0.50 "PUT /v2.0/ports/84b67dfe-f73d-4b9f-bc7e-da311c71a758 HTTP/1.1" status: 200 len: 1094 time: 1.1520166 Jun 27 12:32:53.806824 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b46084-9b16-4367-8216-0a72fbe40969', 'tag': '84b67dfe-f73d-4b9f-bc7e-da311c71a758'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:53.823719 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=84b67dfe-f73d-4b9f-bc7e-da311c71a758,revision_number=3']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:53.828061 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:54.024374 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b46084-9b16-4367-8216-0a72fbe40969', 'tag': '84b67dfe-f73d-4b9f-bc7e-da311c71a758', 'status': 'completed', 'code': 200} Jun 27 12:32:54.220895 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-c1336a98-462e-4e52-878a-5f7eb4e650c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=833b5d22aaed4f6cb0089550cca39171&device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 1097 time: 0.2314136 Jun 27 12:32:54.298755 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-0b152304-19f3-4c4f-be5d-b051e260bac2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84b67dfe-f73d-4b9f-bc7e-da311c71a758 HTTP/1.1" status: 200 len: 217 time: 0.0603139 Jun 27 12:32:54.364151 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-d606240f-cf13-4106-88d0-2aee031a22e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:54.365619 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-d606240f-cf13-4106-88d0-2aee031a22e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b19cf63-b054-48b7-9ec0-031ff56d0e10 HTTP/1.1" status: 200 len: 854 time: 0.0611396 Jun 27 12:32:54.420282 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-a6584f68-cd60-4a9f-8bc4-fb495bb669f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=508c7aed-e1b9-4048-aeb5-d80f3f5962ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380058 Jun 27 12:32:54.549289 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-94a429f8-d0f8-4409-bff8-12749ad81a26 service neutron] 10.222.0.50 "GET /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225059 Jun 27 12:32:54.687248 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-15844e4a-428c-4683-87a0-f9095f4f71ba req-4233221c-0d15-44ee-8d4d-02e7a9398f6b service neutron] 10.222.0.50 "GET /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319461 Jun 27 12:32:54.876757 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bca817-3212-45a1-9441-9d9b979a624c req-2e51b24a-7e52-464f-b570-120a782c69fb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:54.878092 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f9bca817-3212-45a1-9441-9d9b979a624c req-2e51b24a-7e52-464f-b570-120a782c69fb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 944 time: 0.0740075 Jun 27 12:32:55.052138 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f9bca817-3212-45a1-9441-9d9b979a624c req-112cab47-48cc-4c82-a35f-561a47cd19ff tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684623 Jun 27 12:32:55.082644 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bbf2b3e2-8c38-4652-be76-345eb1011e3f req-8561d8bb-dc74-41ba-b69b-9c09af6ea14b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=833b5d22aaed4f6cb0089550cca39171&device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 1097 time: 0.0744798 Jun 27 12:32:55.242888 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b3e2-8c38-4652-be76-345eb1011e3f req-d0625740-f750-479a-86cf-2695f5105f72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:55.244313 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bbf2b3e2-8c38-4652-be76-345eb1011e3f req-d0625740-f750-479a-86cf-2695f5105f72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=508c7aed-e1b9-4048-aeb5-d80f3f5962ea HTTP/1.1" status: 200 len: 915 time: 0.1549652 Jun 27 12:32:55.313916 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bbf2b3e2-8c38-4652-be76-345eb1011e3f req-1633bf4e-4150-40ca-b31b-d44e4111a775 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84b67dfe-f73d-4b9f-bc7e-da311c71a758 HTTP/1.1" status: 200 len: 217 time: 0.0624526 Jun 27 12:32:55.376784 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b3e2-8c38-4652-be76-345eb1011e3f req-7fc5bfd6-fcf1-483d-86b8-599b27596c27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:55.378127 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bbf2b3e2-8c38-4652-be76-345eb1011e3f req-7fc5bfd6-fcf1-483d-86b8-599b27596c27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b19cf63-b054-48b7-9ec0-031ff56d0e10 HTTP/1.1" status: 200 len: 854 time: 0.0553889 Jun 27 12:32:55.434410 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bbf2b3e2-8c38-4652-be76-345eb1011e3f req-a877a993-0916-4f1d-9d5a-d5124c482e26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=508c7aed-e1b9-4048-aeb5-d80f3f5962ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479240 Jun 27 12:32:55.570072 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bbf2b3e2-8c38-4652-be76-345eb1011e3f req-cf0af1cb-604d-48cc-8da5-67addb8fea62 service neutron] 10.222.0.50 "GET /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186361 Jun 27 12:32:55.696868 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bbf2b3e2-8c38-4652-be76-345eb1011e3f req-699d5846-ec37-441b-b3dd-dcd5972c8eec service neutron] 10.222.0.50 "GET /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191037 Jun 27 12:32:55.890655 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-23b97637-6f8a-4a42-a498-5a81f8e157aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:56.251636 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaf015-2dbe-41df-8a98-d4f8fea662c1 req-3d4e2182-ea0c-4ef8-873c-f09d4a763738 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:56.253066 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6ecaf015-2dbe-41df-8a98-d4f8fea662c1 req-3d4e2182-ea0c-4ef8-873c-f09d4a763738 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 944 time: 0.0744612 Jun 27 12:32:56.297830 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-6ecaf015-2dbe-41df-8a98-d4f8fea662c1 req-ee3ab0a9-7a42-49e5-a970-3fcf0fdb6e71 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Synchronizing usage tracker for tenant:833b5d22aaed4f6cb0089550cca39171 on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:32:56.461705 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:56.530855 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-6ecaf015-2dbe-41df-8a98-d4f8fea662c1 req-ee3ab0a9-7a42-49e5-a970-3fcf0fdb6e71 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Unset dirty status for tenant:833b5d22aaed4f6cb0089550cca39171 on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:32:56.531937 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6ecaf015-2dbe-41df-8a98-d4f8fea662c1 req-ee3ab0a9-7a42-49e5-a970-3fcf0fdb6e71 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733915 Jun 27 12:32:56.731068 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 84b67dfe-f73d-4b9f-bc7e-da311c71a758 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:32:56.858121 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 84b67dfe-f73d-4b9f-bc7e-da311c71a758, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=84b67dfe-f73d-4b9f-bc7e-da311c71a758,segment=NetworkSegment(ced2417e-b688-468d-b094-7c7af86a2ac9),segment_id=ced2417e-b688-468d-b094-7c7af86a2ac9)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:32:56.870518 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '84b67dfe-f73d-4b9f-bc7e-da311c71a758', 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea', 'port_id': '84b67dfe-f73d-4b9f-bc7e-da311c71a758', 'mac_address': 'fa:16:3e:3a:ca:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b19cf63-b054-48b7-9ec0-031ff56d0e10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:32:56.924528 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:56.941323 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b67dfe-f73d-4b9f-bc7e-da311c71a758 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:32:56.956104 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 84b67dfe-f73d-4b9f-bc7e-da311c71a758, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=84b67dfe-f73d-4b9f-bc7e-da311c71a758,segment=NetworkSegment(ced2417e-b688-468d-b094-7c7af86a2ac9),segment_id=ced2417e-b688-468d-b094-7c7af86a2ac9)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:32:57.039127 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:57.040901 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:57.108022 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=84b67dfe-f73d-4b9f-bc7e-da311c71a758,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:57.111028 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:57.342783 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['84b67dfe-f73d-4b9f-bc7e-da311c71a758'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:32:57.702496 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:57.725698 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bc61-ae2e-4d71-808b-37a38ef14a48 req-f12cd9c6-85f0-4b1d-82bc-33d35873e5b3 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:57.727281 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bd02bc61-ae2e-4d71-808b-37a38ef14a48 req-f12cd9c6-85f0-4b1d-82bc-33d35873e5b3 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 945 time: 0.0772738 Jun 27 12:32:57.771428 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bd02bc61-ae2e-4d71-808b-37a38ef14a48 req-3a504140-62de-4dd3-919c-960659ddafdc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386908 Jun 27 12:32:58.016525 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fd2417c6-e1f0-487b-9ec1-0a7fd502c68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:58.764999 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 84b67dfe-f73d-4b9f-bc7e-da311c71a758 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:32:58.959532 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 84b67dfe-f73d-4b9f-bc7e-da311c71a758 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:32:58.964728 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 84b67dfe-f73d-4b9f-bc7e-da311c71a758 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:32:58.965633 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:58.966605 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c566740-8bb7-4243-a079-b4392bdeb9a8 req-e05ae58a-7366-4180-a0ec-37d582a757be tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:58.968030 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9c566740-8bb7-4243-a079-b4392bdeb9a8 req-e05ae58a-7366-4180-a0ec-37d582a757be tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 945 time: 0.0792074 Jun 27 12:32:59.015434 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9c566740-8bb7-4243-a079-b4392bdeb9a8 req-43be121f-f05d-41d2-bc8f-6ac9767dfff6 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Jun 27 12:32:59.079196 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:59.105239 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b46084-9b16-4367-8216-0a72fbe40969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b67dfe-f73d-4b9f-bc7e-da311c71a758'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:59.114744 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 84b67dfe-f73d-4b9f-bc7e-da311c71a758, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=84b67dfe-f73d-4b9f-bc7e-da311c71a758,segment=NetworkSegment(ced2417e-b688-468d-b094-7c7af86a2ac9),segment_id=ced2417e-b688-468d-b094-7c7af86a2ac9)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:32:59.119284 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:59.159573 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b46084-9b16-4367-8216-0a72fbe40969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b67dfe-f73d-4b9f-bc7e-da311c71a758', 'code': 200} Jun 27 12:32:59.227261 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:59.231055 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:59.296492 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=84b67dfe-f73d-4b9f-bc7e-da311c71a758,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:59.299454 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:59.648674 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8847a322-d91d-4c14-8ab6-fc55842bc4ca req-1c79094e-aceb-4e3a-8bc7-9f3815014000 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 1099 time: 0.0712509 Jun 27 12:32:59.703562 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8847a322-d91d-4c14-8ab6-fc55842bc4ca req-292e4a4a-f37d-4f97-8abf-6a36b28b2dfc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364537 Jun 27 12:33:00.215154 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b0822-6a52-4d55-8400-855cfc11737e req-7042fa3c-90df-4952-bc46-b667aa038a53 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:00.216689 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1b2b0822-6a52-4d55-8400-855cfc11737e req-7042fa3c-90df-4952-bc46-b667aa038a53 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 946 time: 0.0757480 Jun 27 12:33:00.261779 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-1b2b0822-6a52-4d55-8400-855cfc11737e req-ae324d89-dc04-4438-aa7d-a066feb62567 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 Jun 27 12:33:00.582548 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:01.460337 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aa203-99fb-4fa2-818d-4d7a7a1fe9b4 req-a364a533-696e-4a40-8a94-77421deba6d2 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:01.461886 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4f0aa203-99fb-4fa2-818d-4d7a7a1fe9b4 req-a364a533-696e-4a40-8a94-77421deba6d2 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 946 time: 0.0776820 Jun 27 12:33:01.507039 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4f0aa203-99fb-4fa2-818d-4d7a7a1fe9b4 req-21dfbab4-b67f-4574-94c3-7b6f582acee9 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Jun 27 12:33:01.810484 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70c8dd87-7d5f-4f75-90e5-a3544880c692 req-31bcfd1b-314d-47d6-af34-cafaca105c2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743165 Jun 27 12:33:01.971207 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70c8dd87-7d5f-4f75-90e5-a3544880c692 req-1931d439-b143-4452-842b-25199dc23e13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1098 time: 0.0676236 Jun 27 12:33:02.116769 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8dd87-7d5f-4f75-90e5-a3544880c692 req-1da106a4-03ca-419e-8ac7-995203c4d73b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:02.118085 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70c8dd87-7d5f-4f75-90e5-a3544880c692 req-1da106a4-03ca-419e-8ac7-995203c4d73b service neutron] 10.222.0.50 "GET /v2.0/networks?id=58bf0099-aea6-4b43-82ce-2574a12da213 HTTP/1.1" status: 200 len: 909 time: 0.1243598 Jun 27 12:33:02.219588 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70c8dd87-7d5f-4f75-90e5-a3544880c692 req-f6f6f339-86b2-4724-b322-bc9d94f12f98 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7 HTTP/1.1" status: 200 len: 1001 time: 0.0946317 Jun 27 12:33:02.279842 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8dd87-7d5f-4f75-90e5-a3544880c692 req-da9a3df8-4983-42f1-9439-350bc53cb9a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:02.281225 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70c8dd87-7d5f-4f75-90e5-a3544880c692 req-da9a3df8-4983-42f1-9439-350bc53cb9a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b16d6e9-92fc-4996-b1d7-b8dfd530e459 HTTP/1.1" status: 200 len: 847 time: 0.0553126 Jun 27 12:33:02.358423 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70c8dd87-7d5f-4f75-90e5-a3544880c692 req-2130cab8-34fb-4a91-84a6-548c630422f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58bf0099-aea6-4b43-82ce-2574a12da213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699170 Jun 27 12:33:02.582521 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70c8dd87-7d5f-4f75-90e5-a3544880c692 req-535f71ae-19c7-4d07-94e0-a44062037b5e service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135489 Jun 27 12:33:02.720835 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-70c8dd87-7d5f-4f75-90e5-a3544880c692 req-20ba439e-fca9-45de-a1ab-2ea8629a9991 service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315362 Jun 27 12:33:25.895717 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bff24f01-a75e-4159-b71a-c2018f2ec926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:26.381523 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:27.701126 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:27.992770 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-40445851-a282-478c-91f9-c6f5c8cc52af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:28.062961 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:33:29.020206 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:30.586887 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:48.230869 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6df4-0991-424a-8324-941c0dbf361c req-bab7f178-0fee-4d72-9ce1-abe5ad1112ab tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:48.232290 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-03fe6df4-0991-424a-8324-941c0dbf361c req-bab7f178-0fee-4d72-9ce1-abe5ad1112ab tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 946 time: 0.0758433 Jun 27 12:33:48.277067 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-03fe6df4-0991-424a-8324-941c0dbf361c req-7e6c9407-a4e3-4d1b-9513-7c000fa5eb03 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390902 Jun 27 12:33:49.473686 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919b4d5-17e1-4500-bac6-19fbb34b5c8b req-03454fee-4c8f-47ab-9e79-531d66fbeedf tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:49.475103 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e919b4d5-17e1-4500-bac6-19fbb34b5c8b req-03454fee-4c8f-47ab-9e79-531d66fbeedf tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 946 time: 0.0786736 Jun 27 12:33:49.519419 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-e919b4d5-17e1-4500-bac6-19fbb34b5c8b req-cef5b203-8cbb-401e-bed9-4b450efe822f tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Jun 27 12:33:50.714944 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67747636-ed79-4ce5-b7ee-c5b2a99bf80b req-e62490e3-2eb7-43ae-886f-1e057e427fe1 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:50.716340 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-67747636-ed79-4ce5-b7ee-c5b2a99bf80b req-e62490e3-2eb7-43ae-886f-1e057e427fe1 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 946 time: 0.0785038 Jun 27 12:33:50.761249 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-67747636-ed79-4ce5-b7ee-c5b2a99bf80b req-f0efe1d5-bc98-403f-95eb-65c8e88129b3 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Jun 27 12:33:51.957532 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421543f-bcda-4237-9e3a-a2e34335e3c3 req-0f24bde8-1677-49f7-8560-b98022300993 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:51.958254 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8421543f-bcda-4237-9e3a-a2e34335e3c3 req-0f24bde8-1677-49f7-8560-b98022300993 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 946 time: 0.0738137 Jun 27 12:33:52.006599 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8421543f-bcda-4237-9e3a-a2e34335e3c3 req-6c969ff7-caec-4759-837b-6c304027a91c tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Jun 27 12:33:52.865511 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-185c4706-2f6d-4460-bcc1-79b28fdaf97f tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:52.866813 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-185c4706-2f6d-4460-bcc1-79b28fdaf97f tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 946 time: 0.0753319 Jun 27 12:33:52.935742 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Deleting port 84b67dfe-f73d-4b9f-bc7e-da311c71a758 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:33:52.936069 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:53.225333 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] For port 84b67dfe-f73d-4b9f-bc7e-da311c71a758, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=84b67dfe-f73d-4b9f-bc7e-da311c71a758,segment=NetworkSegment(ced2417e-b688-468d-b094-7c7af86a2ac9),segment_id=ced2417e-b688-468d-b094-7c7af86a2ac9)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:33:53.225692 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:53.344635 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Calling delete_port for 84b67dfe-f73d-4b9f-bc7e-da311c71a758 owned by compute:nova {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:33:53.397408 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e962b1-0c6d-4874-af19-2d2c50d093b6 req-802c32e4-04c5-49e3-acf4-0423ad7b444a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:53.398834 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f7e962b1-0c6d-4874-af19-2d2c50d093b6 req-802c32e4-04c5-49e3-acf4-0423ad7b444a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 946 time: 0.2718225 Jun 27 12:33:53.492852 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-f7e962b1-0c6d-4874-af19-2d2c50d093b6 req-2f23d44b-c949-4d98-8f28-ffe594848ffc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884187 Jun 27 12:33:53.632638 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:53.638316 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-ac809d61-f97d-403c-9e8f-d82297b71581 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:33:53.682392 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Pushing event deleted for resources: {'Port': ['ID=84b67dfe-f73d-4b9f-bc7e-da311c71a758,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:33:53.720749 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.721122 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.721484 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.721844 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.722197 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.722805 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.723154 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.723508 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.723850 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.724191 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.724556 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:53.731369 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:33:53.764370 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] No DVR routers for this DVR port 84b67dfe-f73d-4b9f-bc7e-da311c71a758 on host hv-cinder-79809 {{(pid=75088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:33:53.766605 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:53.769073 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b46084-9b16-4367-8216-0a72fbe40969', 'name': 'network-vif-deleted', 'tag': '84b67dfe-f73d-4b9f-bc7e-da311c71a758'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:33:53.821218 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b46084-9b16-4367-8216-0a72fbe40969', 'name': 'network-vif-deleted', 'tag': '84b67dfe-f73d-4b9f-bc7e-da311c71a758', 'status': 'completed', 'code': 200} Jun 27 12:33:54.027787 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c9e67853-a1b9-492b-a91c-40cf8466efc2 req-aca4c9c7-3d71-4a54-95b2-523bd73b37da tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.50 "DELETE /v2.0/ports/84b67dfe-f73d-4b9f-bc7e-da311c71a758 HTTP/1.1" status: 204 len: 173 time: 1.1550574 Jun 27 12:33:54.673802 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-ce858983-d911-4067-af68-621124a9727b req-ffbfa26e-5980-4ea0-997e-37f140150819 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Synchronizing usage tracker for tenant:833b5d22aaed4f6cb0089550cca39171 on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:33:54.809734 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-ce858983-d911-4067-af68-621124a9727b req-ffbfa26e-5980-4ea0-997e-37f140150819 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Unset dirty status for tenant:833b5d22aaed4f6cb0089550cca39171 on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:33:54.811045 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ce858983-d911-4067-af68-621124a9727b req-ffbfa26e-5980-4ea0-997e-37f140150819 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b46084-9b16-4367-8216-0a72fbe40969 HTTP/1.1" status: 200 len: 210 time: 0.1801906 Jun 27 12:33:55.058222 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 84b67dfe-f73d-4b9f-bc7e-da311c71a758 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:33:55.090308 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 84b67dfe-f73d-4b9f-bc7e-da311c71a758 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:33:55.090663 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 84b67dfe-f73d-4b9f-bc7e-da311c71a758 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:33:55.992031 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-4dfc4312-e072-4802-9e36-5cad623b646d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:56.409727 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:57.786435 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:57.969244 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd9c9-bf1a-4f65-985a-c3a8246b434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:59.043838 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:00.637594 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:00.944623 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-e3597563-f3a7-4fd7-abc2-a0b4939c1834 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:00.946003 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-e3597563-f3a7-4fd7-abc2-a0b4939c1834 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/networks?id=508c7aed-e1b9-4048-aeb5-d80f3f5962ea HTTP/1.1" status: 200 len: 814 time: 0.1390948 Jun 27 12:34:00.962111 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-66d5a0e1-2e1d-4b1b-a4be-4590adea85e7 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/quotas/833b5d22aaed4f6cb0089550cca39171 HTTP/1.1" status: 200 len: 375 time: 0.0101514 Jun 27 12:34:01.009695 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-03d0a1de-66d6-4223-beaf-cd632cf0d814 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=833b5d22aaed4f6cb0089550cca39171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415835 Jun 27 12:34:01.219838 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-a8cad248-c7a0-4775-bb94-ce5850c34bf0 service neutron] 10.222.0.45 "GET /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035620 Jun 27 12:34:01.349745 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-a0e9b449-cc64-4c53-a4e0-ad614352d453 service neutron] 10.222.0.45 "GET /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238990 Jun 27 12:34:01.654719 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6cf2fceb-8fc6-4f8c-b548-e1f683330345 req-8ed72dc4-bde0-4e3f-be2b-e5d769e9f713 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 210 time: 0.0419493 Jun 27 12:34:02.812639 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8b8d775e-9f54-40c0-83d9-de02dd2d9214 req-93eb7047-50a9-4fd3-8153-159e189807d6 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 210 time: 0.0404863 Jun 27 12:34:03.734324 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-24b18e30-5e08-4e31-91d1-f17f7d1ee389 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:03.735598 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-24b18e30-5e08-4e31-91d1-f17f7d1ee389 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.50 "GET /v2.0/networks?id=508c7aed-e1b9-4048-aeb5-d80f3f5962ea HTTP/1.1" status: 200 len: 814 time: 0.1425560 Jun 27 12:34:03.757076 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Request body: {'port': {'device_id': '2b2d9edd-f839-4588-8a40-6464713bbb02', 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea', 'admin_state_up': True, 'tenant_id': '833b5d22aaed4f6cb0089550cca39171'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:34:03.890500 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:34:03.899924 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:34:03.973878 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-698556ec-f50f-46c5-a543-73cdd8de6354 req-928af8bb-e277-47e3-81ef-c3160afe0a00 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 210 time: 0.0410953 Jun 27 12:34:03.978651 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Made reservation on behalf of 833b5d22aaed4f6cb0089550cca39171 for: {'port': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:34:03.981826 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:04.142442 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.db_base_plugin_common [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Allocated IP 172.20.0.14 (508c7aed-e1b9-4048-aeb5-d80f3f5962ea/2b19cf63-b054-48b7-9ec0-031ff56d0e10/1d4b109d-d828-4a81-894c-f75275d3f848) {{(pid=75088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:34:04.164432 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42114) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:04.345005 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks [] for port, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:04.436379 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Deleting port 43e060e9-33a8-4ebb-9605-21169578ee25 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:04.436739 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:04.453176 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:04.458695 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-b68bb83c-1bee-42fc-af92-c8c60916a0b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:04.527738 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea is already hosted by enough agents. {{(pid=75088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:34:04.530859 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Resources bound (agent type, host, resource id): {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:34:04.535200 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Received port after_create {{(pid=75088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:34:04.562992 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Pushing event updated for resources: {'Port': ['ID=1d4b109d-d828-4a81-894c-f75275d3f848,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:04.569898 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:04.595558 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:04.596110 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:04.607430 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:04.607772 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:04.712572 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-6f4bdf09-bc62-427d-82e7-e358f15d78eb tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9588964 Jun 27 12:34:04.727141 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Calling delete_port for 43e060e9-33a8-4ebb-9605-21169578ee25 owned by network:floatingip {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:04.730115 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Request body: {'port': {'device_id': '2b2d9edd-f839-4588-8a40-6464713bbb02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:34:04.837359 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:04.952023 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:04.956430 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e7dbbd2d-40a1-46b6-a73a-a9192fcab312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:04.996433 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event deleted for resources: {'Port': ['ID=43e060e9-33a8-4ebb-9605-21169578ee25,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:05.040159 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.040550 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.040917 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.041275 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.041628 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.041980 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.042327 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.043441 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.043441 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.043441 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.043762 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:05.050865 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:05.066560 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:34:05.112154 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for floatingip, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:05.241463 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c9ef7-8f9c-454a-8712-c17a3f6ae0ed req-57a39e1b-eb48-49e3-a330-50fe4cfdd57a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:05.242036 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-dd0c9ef7-8f9c-454a-8712-c17a3f6ae0ed req-57a39e1b-eb48-49e3-a330-50fe4cfdd57a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Synchronizing usage tracker for tenant:833b5d22aaed4f6cb0089550cca39171 on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:05.248586 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4b109d-d828-4a81-894c-f75275d3f848 {{(pid=75088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:34:05.257012 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:05.275903 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.provisioning_blocks [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Transition to ACTIVE for port object 1d4b109d-d828-4a81-894c-f75275d3f848 will not be triggered until provisioned by entity L2. {{(pid=75088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:34:05.363159 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-dd0c9ef7-8f9c-454a-8712-c17a3f6ae0ed req-57a39e1b-eb48-49e3-a330-50fe4cfdd57a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Unset dirty status for tenant:833b5d22aaed4f6cb0089550cca39171 on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:05.364339 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-dd0c9ef7-8f9c-454a-8712-c17a3f6ae0ed req-57a39e1b-eb48-49e3-a330-50fe4cfdd57a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 932 time: 0.2582195 Jun 27 12:34:05.388699 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:05.395023 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-1f782a5c-4227-4cf3-a573-04c496c559be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:05.497385 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:34:05.618940 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-dd0c9ef7-8f9c-454a-8712-c17a3f6ae0ed req-6d47b569-1f75-4ea6-9adf-8b5b6b8430f3 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489052 Jun 27 12:34:05.625773 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4b109d-d828-4a81-894c-f75275d3f848,revision_number=2']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:05.628551 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:05.696434 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:34:05.708025 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] Sync routers for ids ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:34:05.719354 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] Routers {'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:34:05.724706 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:33:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:05.739043 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Attempting to bind port 1d4b109d-d828-4a81-894c-f75275d3f848 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:34:05.739373 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Attempting to bind port 1d4b109d-d828-4a81-894c-f75275d3f848 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ced2417e-b688-468d-b094-7c7af86a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea'}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:34:05.739695 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Attempting to bind port 1d4b109d-d828-4a81-894c-f75275d3f848 on network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:34:05.746195 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Port 1d4b109d-d828-4a81-894c-f75275d3f848 on network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:34:05.746489 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Attempting to bind port 1d4b109d-d828-4a81-894c-f75275d3f848 on network 508c7aed-e1b9-4048-aeb5-d80f3f5962ea {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:34:05.756123 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:34:05.756123 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Checking segment: {'id': 'ced2417e-b688-468d-b094-7c7af86a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:34:05.756123 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Bound using segment: {'id': 'ced2417e-b688-468d-b094-7c7af86a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea'} {{(pid=75088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:34:05.756123 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.managers [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Bound port: 1d4b109d-d828-4a81-894c-f75275d3f848, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced2417e-b688-468d-b094-7c7af86a2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea'}}] {{(pid=75088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:34:05.756123 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:05.790773 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:05.839545 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] For port 1d4b109d-d828-4a81-894c-f75275d3f848, host hv-cinder-79809, cleared binding levels {{(pid=75088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:34:05.842582 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] For port 1d4b109d-d828-4a81-894c-f75275d3f848, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1d4b109d-d828-4a81-894c-f75275d3f848,segment=NetworkSegment(ced2417e-b688-468d-b094-7c7af86a2ac9),segment_id=ced2417e-b688-468d-b094-7c7af86a2ac9)] {{(pid=75088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:34:05.847944 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-71e21d17-9355-4c45-9cfe-7e37d7b83cb6 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "DELETE /v2.0/floatingips/efd44ae8-d5e3-42f2-b58a-fa7ae0589e1b HTTP/1.1" status: 204 len: 168 time: 1.6823852 Jun 27 12:34:05.848582 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:05.893583 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] Set router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:34:05.939044 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1585535'] for port, after_update {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:05.944060 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8b76d39d-212f-4474-971d-4e4586acfdc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:06.003052 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'status': 'completed', 'code': 200} Jun 27 12:34:06.012172 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:06.013554 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] 10.222.0.50 "PUT /v2.0/ports/1d4b109d-d828-4a81-894c-f75275d3f848 HTTP/1.1" status: 200 len: 1094 time: 1.2875023 Jun 27 12:34:06.014101 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2d9edd-f839-4588-8a40-6464713bbb02', 'tag': '1d4b109d-d828-4a81-894c-f75275d3f848'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:06.045404 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4b109d-d828-4a81-894c-f75275d3f848,revision_number=3']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:06.083234 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-8bc630aa-8f01-418a-98fd-6666d267cb07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:06.095380 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2d9edd-f839-4588-8a40-6464713bbb02', 'tag': '1d4b109d-d828-4a81-894c-f75275d3f848', 'status': 'completed', 'code': 200} Jun 27 12:34:06.122978 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b8c5ab4f-acaa-4a46-8c75-d069cc4865ea req-7115d529-f923-4c58-9623-ca3206f303d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 1098 time: 0.0740790 Jun 27 12:34:06.213604 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a80807fa-ceff-4c64-b100-df7313fa6d2a req-86e07277-ce21-4dc9-be93-3b8e1dbd3070 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=833b5d22aaed4f6cb0089550cca39171&device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 1097 time: 0.0741842 Jun 27 12:34:06.242099 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '61580135-3591-4e19-a4f7-ed2ef495a94d', 'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'mac_address': 'fa:16:3e:4e:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:09Z', 'updated_at': '2021-06-27T12:29:21Z', 'revision_number': 5, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'subnets': [{'id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:06.259968 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] Checking router: f35ca1fc-ed74-4d6d-9ede-47ca55ab002b for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:34:06.260554 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5ab4f-acaa-4a46-8c75-d069cc4865ea req-12c7993a-b451-4771-9ab0-db1471f99d10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:06.261996 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b8c5ab4f-acaa-4a46-8c75-d069cc4865ea req-12c7993a-b451-4771-9ab0-db1471f99d10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58bf0099-aea6-4b43-82ce-2574a12da213 HTTP/1.1" status: 200 len: 909 time: 0.1292200 Jun 27 12:34:06.271276 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] Routers {'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:34:06.271806 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:33:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:06.336000 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b8c5ab4f-acaa-4a46-8c75-d069cc4865ea req-9a7ce3b6-cb78-4991-9733-ee473341497d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7 HTTP/1.1" status: 200 len: 217 time: 0.0671163 Jun 27 12:34:06.398400 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5ab4f-acaa-4a46-8c75-d069cc4865ea req-ce422a9a-9b17-48c9-8436-4fea7af17c54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:06.400467 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b8c5ab4f-acaa-4a46-8c75-d069cc4865ea req-ce422a9a-9b17-48c9-8436-4fea7af17c54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b16d6e9-92fc-4996-b1d7-b8dfd530e459 HTTP/1.1" status: 200 len: 847 time: 0.0586493 Jun 27 12:34:06.452364 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80807fa-ceff-4c64-b100-df7313fa6d2a req-eb43b5e4-61b1-4e93-9ab0-2d40366d6b0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:06.454205 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a80807fa-ceff-4c64-b100-df7313fa6d2a req-eb43b5e4-61b1-4e93-9ab0-2d40366d6b0a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=833b5d22aaed4f6cb0089550cca39171&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2267978 Jun 27 12:34:06.458238 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] Set router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:34:06.490114 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b8c5ab4f-acaa-4a46-8c75-d069cc4865ea req-706f09b9-d9ff-4426-9c19-b55b58f5de7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58bf0099-aea6-4b43-82ce-2574a12da213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780172 Jun 27 12:34:06.599490 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80807fa-ceff-4c64-b100-df7313fa6d2a req-0e493fc8-368f-41db-8638-6dd0a171f7e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:06.601535 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a80807fa-ceff-4c64-b100-df7313fa6d2a req-0e493fc8-368f-41db-8638-6dd0a171f7e2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417227 Jun 27 12:34:06.666248 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b8c5ab4f-acaa-4a46-8c75-d069cc4865ea req-d3369d04-2836-45e9-8ea5-ef055fb9db57 service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696889 Jun 27 12:34:06.790375 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '61580135-3591-4e19-a4f7-ed2ef495a94d', 'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'mac_address': 'fa:16:3e:4e:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:09Z', 'updated_at': '2021-06-27T12:29:21Z', 'revision_number': 5, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'subnets': [{'id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:06.794608 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e13c7-9c92-4127-b470-1c6652661326 None None] The sync data for ids ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'] in dv-cinder-798098-1-smb is: [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:29:10Z', 'revision_number': 4, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '61580135-3591-4e19-a4f7-ed2ef495a94d', 'name': '', 'network_id': '58bf0099-aea6-4b43-82ce-2574a12da213', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'mac_address': 'fa:16:3e:4e:b1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:09Z', 'updated_at': '2021-06-27T12:29:21Z', 'revision_number': 5, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'subnets': [{'id': '4b16d6e9-92fc-4996-b1d7-b8dfd530e459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:34:06.837088 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-904ba680-7716-44d5-9c4f-4612bab0e10a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=833b5d22aaed4f6cb0089550cca39171&device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 1097 time: 0.1396787 Jun 27 12:34:06.851717 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdf12-bb90-4e35-b776-13939b81b28b req-299020b3-a06e-4a2f-9b5d-18ee8df50a36 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:06.855746 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c04bdf12-bb90-4e35-b776-13939b81b28b req-299020b3-a06e-4a2f-9b5d-18ee8df50a36 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 944 time: 0.1041493 Jun 27 12:34:06.887894 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-b8c5ab4f-acaa-4a46-8c75-d069cc4865ea req-c50ba767-aae0-4ad7-9673-b40a30fef030 service neutron] 10.222.0.50 "GET /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044001 Jun 27 12:34:06.893444 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2530365-ffe9-45b5-85a5-b45115caf9ce req-258ab119-529e-4afb-87e0-98806a9c87e5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:06.894753 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e2530365-ffe9-45b5-85a5-b45115caf9ce req-258ab119-529e-4afb-87e0-98806a9c87e5 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.1824641 Jun 27 12:34:06.940044 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-8e7aed68-4d0a-4854-8157-7e9f4362593e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d4b109d-d828-4a81-894c-f75275d3f848 HTTP/1.1" status: 200 len: 217 time: 0.0832686 Jun 27 12:34:06.944165 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-e2530365-ffe9-45b5-85a5-b45115caf9ce req-447608c7-1199-46f8-93b1-775864a9cf73 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436847 Jun 27 12:34:07.011956 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c04bdf12-bb90-4e35-b776-13939b81b28b req-d9ab8b15-2cc1-412a-8a5e-abe53829e790 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027522 Jun 27 12:34:07.020892 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-69fe7eda-9fff-4681-9406-969fc37e4a1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:07.022304 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-69fe7eda-9fff-4681-9406-969fc37e4a1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b19cf63-b054-48b7-9ec0-031ff56d0e10 HTTP/1.1" status: 200 len: 854 time: 0.0751479 Jun 27 12:34:07.031787 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb58a970-5b16-445a-8853-e72db707c770 None None] New status for floating IP efd44ae8-d5e3-42f2-b58a-fa7ae0589e1b: DOWN {{(pid=75091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:34:07.080878 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-49ca5370-3295-48ce-8578-0e13d90ef11e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=508c7aed-e1b9-4048-aeb5-d80f3f5962ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507815 Jun 27 12:34:07.211896 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-201cf379-e279-4a09-af7f-b61cb1721ee6 service neutron] 10.222.0.50 "GET /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239121 Jun 27 12:34:07.340645 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-9bd2b6f9-651e-4267-a7d2-924c96bc4b93 req-1b49496c-3780-4341-a293-be769d3e6a2f service neutron] 10.222.0.50 "GET /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207900 Jun 27 12:34:08.148609 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007aece9-a2a8-4dd7-9d47-e1e75fdfa0c6 req-1e94156c-9e82-4d66-be1a-57fc4d3ad30a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:08.150647 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-007aece9-a2a8-4dd7-9d47-e1e75fdfa0c6 req-1e94156c-9e82-4d66-be1a-57fc4d3ad30a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.0787179 Jun 27 12:34:08.195055 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-007aece9-a2a8-4dd7-9d47-e1e75fdfa0c6 req-c9127a59-0206-4445-b523-d034536ce08a tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/security-groups?id=56134fc7-331f-45db-ab54-d3b99ca7a76f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386808 Jun 27 12:34:08.270897 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524de952-8694-41da-acf3-e64271ea9d4a req-38063a10-b425-4d6e-8921-04e7eeeef528 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:08.271474 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-524de952-8694-41da-acf3-e64271ea9d4a req-38063a10-b425-4d6e-8921-04e7eeeef528 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Synchronizing usage tracker for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:08.280391 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047b37b-0cda-41ca-8e89-9af8673c29a6 req-7921d60a-d461-4ca5-978a-df758b002b6a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:08.281805 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5047b37b-0cda-41ca-8e89-9af8673c29a6 req-7921d60a-d461-4ca5-978a-df758b002b6a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 944 time: 0.1458483 Jun 27 12:34:08.328907 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5047b37b-0cda-41ca-8e89-9af8673c29a6 req-e4f28add-34b4-42b4-8e24-de9d00d05770 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Jun 27 12:34:08.391795 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-524de952-8694-41da-acf3-e64271ea9d4a req-38063a10-b425-4d6e-8921-04e7eeeef528 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Unset dirty status for tenant:ee26b428873c4d5f88a663dc8c06bdb9 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:08.393039 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-524de952-8694-41da-acf3-e64271ea9d4a req-38063a10-b425-4d6e-8921-04e7eeeef528 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 945 time: 0.2146087 Jun 27 12:34:08.459825 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-524de952-8694-41da-acf3-e64271ea9d4a req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Deleting port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:08.460157 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-524de952-8694-41da-acf3-e64271ea9d4a req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:08.696032 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-524de952-8694-41da-acf3-e64271ea9d4a req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] For port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:08.696386 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-524de952-8694-41da-acf3-e64271ea9d4a req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:08.812336 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-524de952-8694-41da-acf3-e64271ea9d4a req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Calling delete_port for 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:09.074252 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 1d4b109d-d828-4a81-894c-f75275d3f848 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:34:09.140962 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-524de952-8694-41da-acf3-e64271ea9d4a req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:09.146715 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d59f9518-bc83-45ef-8843-c796eb8739a9 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:09.187755 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event deleted for resources: {'Port': ['ID=99fbcaf2-a917-4d17-8a5c-ea841edf14b7,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:09.191218 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:09.204376 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 1d4b109d-d828-4a81-894c-f75275d3f848, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1d4b109d-d828-4a81-894c-f75275d3f848,segment=NetworkSegment(ced2417e-b688-468d-b094-7c7af86a2ac9),segment_id=ced2417e-b688-468d-b094-7c7af86a2ac9)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:09.219306 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '1d4b109d-d828-4a81-894c-f75275d3f848', 'network_id': '508c7aed-e1b9-4048-aeb5-d80f3f5962ea', 'port_id': '1d4b109d-d828-4a81-894c-f75275d3f848', 'mac_address': 'fa:16:3e:bb:5a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b19cf63-b054-48b7-9ec0-031ff56d0e10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:34:09.263533 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-524de952-8694-41da-acf3-e64271ea9d4a req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] No DVR routers for this DVR port 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:34:09.265924 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-524de952-8694-41da-acf3-e64271ea9d4a req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:09.268642 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'name': 'network-vif-deleted', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:09.274320 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:09.292602 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4b109d-d828-4a81-894c-f75275d3f848 {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:34:09.307469 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 1d4b109d-d828-4a81-894c-f75275d3f848, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1d4b109d-d828-4a81-894c-f75275d3f848,segment=NetworkSegment(ced2417e-b688-468d-b094-7c7af86a2ac9),segment_id=ced2417e-b688-468d-b094-7c7af86a2ac9)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:09.333353 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3a454b-083d-4226-a48c-022e0eecd39f', 'name': 'network-vif-deleted', 'tag': '99fbcaf2-a917-4d17-8a5c-ea841edf14b7', 'status': 'completed', 'code': 200} Jun 27 12:34:09.376173 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-524de952-8694-41da-acf3-e64271ea9d4a req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.50 "DELETE /v2.0/ports/99fbcaf2-a917-4d17-8a5c-ea841edf14b7 HTTP/1.1" status: 204 len: 173 time: 0.9773598 Jun 27 12:34:09.376688 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-823f359b-c0cc-470e-876e-27a0ceb6a0b3 req-6b9d4fb5-4ef1-4693-b3a8-079f7814efd2 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 210 time: 0.0414190 Jun 27 12:34:09.476016 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:09.478831 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:09.529214 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c473a-4b2a-4f21-85e9-865f24c14695 req-c3c8673e-78df-4987-bc19-eddbf24fa695 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:09.530752 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b80c473a-4b2a-4f21-85e9-865f24c14695 req-c3c8673e-78df-4987-bc19-eddbf24fa695 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 945 time: 0.0768666 Jun 27 12:34:09.561756 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=1d4b109d-d828-4a81-894c-f75275d3f848,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:09.570489 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.571643 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.572634 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.573391 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.573910 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.574442 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.574964 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.575472 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.576039 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.576586 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.577096 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:09.583391 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:09.594285 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b80c473a-4b2a-4f21-85e9-865f24c14695 req-5f34b1a2-9e94-468b-ba84-dfcd03c756ca tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506978 Jun 27 12:34:09.790576 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['1d4b109d-d828-4a81-894c-f75275d3f848'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:34:10.534737 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-d0d39cfc-5bbf-45af-97e4-d68ff91c7802 req-db625d84-df17-45d0-b6a6-cde80e1a18ff tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3a454b-083d-4226-a48c-022e0eecd39f HTTP/1.1" status: 200 len: 210 time: 0.0393708 Jun 27 12:34:10.799400 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a444c5-cd94-4b60-aa45-72bbe4fc2122 req-3c8accd9-8ce6-490c-a97d-218ab6a560cc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:10.800887 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-31a444c5-cd94-4b60-aa45-72bbe4fc2122 req-3c8accd9-8ce6-490c-a97d-218ab6a560cc tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 945 time: 0.0872273 Jun 27 12:34:10.850793 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-31a444c5-cd94-4b60-aa45-72bbe4fc2122 req-d0dd4eb0-e5e4-4610-ac94-454734235f0f tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443265 Jun 27 12:34:11.074023 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 1d4b109d-d828-4a81-894c-f75275d3f848 up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:34:11.258151 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 1d4b109d-d828-4a81-894c-f75275d3f848 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:34:11.263087 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 1d4b109d-d828-4a81-894c-f75275d3f848 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:34:11.263466 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:11.374602 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:11.403176 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2d9edd-f839-4588-8a40-6464713bbb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4b109d-d828-4a81-894c-f75275d3f848'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:11.412585 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 1d4b109d-d828-4a81-894c-f75275d3f848, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1d4b109d-d828-4a81-894c-f75275d3f848,segment=NetworkSegment(ced2417e-b688-468d-b094-7c7af86a2ac9),segment_id=ced2417e-b688-468d-b094-7c7af86a2ac9)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:11.459817 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2d9edd-f839-4588-8a40-6464713bbb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4b109d-d828-4a81-894c-f75275d3f848', 'code': 200} Jun 27 12:34:11.506391 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:11.507372 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:11.530519 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:11.579726 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:34:11.580018 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 99fbcaf2-a917-4d17-8a5c-ea841edf14b7 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:11.608110 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=1d4b109d-d828-4a81-894c-f75275d3f848,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:11.611120 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:11.641987 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42150) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:11.709488 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-9755305f-35c5-47a1-b0f7-1e5c33631711 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:11.738175 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-9755305f-35c5-47a1-b0f7-1e5c33631711 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:11.900021 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-9755305f-35c5-47a1-b0f7-1e5c33631711 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:11.904247 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-41b3962a-6315-47ac-8766-23df6345a465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:11.917245 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ca6f383f-d909-427c-83f3-fd5bd19e63d1 req-d6324be8-6347-472f-871c-4b0c4e496ba6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 1099 time: 0.0897963 Jun 27 12:34:11.921710 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755305f-35c5-47a1-b0f7-1e5c33631711 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56134fc7-331f-45db-ab54-d3b99ca7a76f,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:11.925871 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-9755305f-35c5-47a1-b0f7-1e5c33631711 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:11.964262 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ca6f383f-d909-427c-83f3-fd5bd19e63d1 req-43fa9b14-8880-4d04-aa9b-bd47fed3bc6a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393052 Jun 27 12:34:12.034852 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-9755305f-35c5-47a1-b0f7-1e5c33631711 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:12.035983 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-9755305f-35c5-47a1-b0f7-1e5c33631711 tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] 10.222.0.45 "DELETE /v2.0/security-groups/56134fc7-331f-45db-ab54-d3b99ca7a76f HTTP/1.1" status: 204 len: 168 time: 0.3929915 Jun 27 12:34:12.056519 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0743dc-48c0-4952-b32d-cca068d7f28b req-9d585b1a-412b-4911-8a12-f3f58beef592 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:12.059651 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-de0743dc-48c0-4952-b32d-cca068d7f28b req-9d585b1a-412b-4911-8a12-f3f58beef592 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 946 time: 0.0788424 Jun 27 12:34:12.103210 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-de0743dc-48c0-4952-b32d-cca068d7f28b req-bf8eb81e-17f3-4036-8f7f-692dd14999c4 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391829 Jun 27 12:34:12.264413 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42158) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:12.705933 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690586'] for router_interface, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:13.312438 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69dfb2-1299-4c51-b2bd-952a9aebfa0d req-b756abdd-3dd0-424f-bd16-82887e23b86a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:13.314098 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4f69dfb2-1299-4c51-b2bd-952a9aebfa0d req-b756abdd-3dd0-424f-bd16-82887e23b86a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 946 time: 0.0781584 Jun 27 12:34:13.363910 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4f69dfb2-1299-4c51-b2bd-952a9aebfa0d req-fcf60fe0-8e3f-437c-82cc-d0b7cc7caa8a tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442102 Jun 27 12:34:13.371451 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Deleting port 61580135-3591-4e19-a4f7-ed2ef495a94d {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:13.371952 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:13.536973 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] For port 61580135-3591-4e19-a4f7-ed2ef495a94d, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=61580135-3591-4e19-a4f7-ed2ef495a94d,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:13.537322 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:13.654619 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Calling delete_port for 61580135-3591-4e19-a4f7-ed2ef495a94d owned by network:router_interface {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:13.923477 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:13.927199 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-1f551a28-f307-4689-8324-880dd5d025dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:13.970799 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61580135-3591-4e19-a4f7-ed2ef495a94d,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:13.973516 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:14.256184 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692388'] for router_interface, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:14.679372 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972206b1-2aff-4238-9378-05218f046e51 req-d10aeed1-87dd-4193-9414-999ef802eef2 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:14.681343 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-972206b1-2aff-4238-9378-05218f046e51 req-d10aeed1-87dd-4193-9414-999ef802eef2 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 946 time: 0.1745467 Jun 27 12:34:14.873035 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-972206b1-2aff-4238-9378-05218f046e51 req-bf3578cb-9d62-407a-bb6b-f67b422d65cf tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849809 Jun 27 12:34:14.999293 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:34:15.214637 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:34:15.223392 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] Sync routers for ids ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:34:15.226953 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] 10.222.0.45 "PUT /v2.0/routers/f35ca1fc-ed74-4d6d-9ede-47ca55ab002b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9613833 Jun 27 12:34:15.229523 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42172) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:15.240173 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] Routers {'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:34:15.240914 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:33:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:15.420918 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] Set router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:34:15.431980 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Notify callbacks [] for router, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:15.629458 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:15.706264 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Deleting port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:15.706954 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:15.709390 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:34:13Z', 'revision_number': 5, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port': {'id': '87c21317-0f8b-4f27-9bb1-acdabcc9f9c5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:06Z', 'updated_at': '2021-06-27T12:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:15.713982 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] Checking router: f35ca1fc-ed74-4d6d-9ede-47ca55ab002b for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:34:15.725865 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] Routers {'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:34:15.726388 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:33:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:15.878165 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] Set router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b gateway port host: None {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:34:15.882790 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] For port 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=87c21317-0f8b-4f27-9bb1-acdabcc9f9c5,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:15.883671 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:15.989124 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:34:15Z', 'revision_number': 6, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port_host': None}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:15.994058 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf725e89-91bc-4c93-9fe5-cb028f90e8eb None None] The sync data for ids ['f35ca1fc-ed74-4d6d-9ede-47ca55ab002b'] in dv-cinder-798098-1-smb is: [{'id': 'f35ca1fc-ed74-4d6d-9ede-47ca55ab002b', 'name': 'tempest-TestShelveInstance-574535526-router', 'tenant_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:05Z', 'updated_at': '2021-06-27T12:34:15Z', 'revision_number': 6, 'project_id': 'ee26b428873c4d5f88a663dc8c06bdb9', 'gw_port_host': None}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:34:16.001847 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Calling delete_port for 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 owned by network:router_gateway {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:16.255593 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:16.260832 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-0cc5b6f1-b806-4425-9784-3ac75680f213 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:16.299512 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c21317-0f8b-4f27-9bb1-acdabcc9f9c5,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:16.302876 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:16.614416 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3692941'] for router_gateway, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:16.868273 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31603'] for router, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:16.873454 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:16.966446 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688177'] for router, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:16.967003 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f35ca1fc-ed74-4d6d-9ede-47ca55ab002b {{(pid=75089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 12:34:16.979199 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Notify callbacks [] for router, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:16.980437 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f35ca1fc-ed74-4d6d-9ede-47ca55ab002b HTTP/1.1" status: 204 len: 168 time: 1.7497048 Jun 27 12:34:16.982941 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42182) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:17.044669 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b6ccb0-9d1f-4962-bc34-0dba9cc32ac9 admin admin] Deleting subnet 4b16d6e9-92fc-4996-b1d7-b8dfd530e459 {{(pid=75089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:34:17.050323 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11b6ccb0-9d1f-4962-bc34-0dba9cc32ac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:17.097540 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11b6ccb0-9d1f-4962-bc34-0dba9cc32ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-943557'] for subnet, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:17.219430 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11b6ccb0-9d1f-4962-bc34-0dba9cc32ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:17.363288 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11b6ccb0-9d1f-4962-bc34-0dba9cc32ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-943161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1219569'] for subnet, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:17.367141 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:17.403294 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6ccb0-9d1f-4962-bc34-0dba9cc32ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b16d6e9-92fc-4996-b1d7-b8dfd530e459,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:17.407132 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-11b6ccb0-9d1f-4962-bc34-0dba9cc32ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:17.409882 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-11b6ccb0-9d1f-4962-bc34-0dba9cc32ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:17.415554 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f31e23-9bad-437a-8443-6e9e503bd399 None None] Network 58bf0099-aea6-4b43-82ce-2574a12da213 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:34:17.416032 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-11b6ccb0-9d1f-4962-bc34-0dba9cc32ac9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4b16d6e9-92fc-4996-b1d7-b8dfd530e459 HTTP/1.1" status: 204 len: 168 time: 0.4320209 Jun 27 12:34:17.418390 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42188) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:17.514090 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 61580135-3591-4e19-a4f7-ed2ef495a94d no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:17.522386 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:17.533603 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Deleting port 0adebeb9-8829-4110-aab7-1511b0ceeda9 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:17.533928 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:17.573609 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 61580135-3591-4e19-a4f7-ed2ef495a94d {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:34:17.574042 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 61580135-3591-4e19-a4f7-ed2ef495a94d not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:17.574528 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:17.610616 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:34:17.611060 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 87c21317-0f8b-4f27-9bb1-acdabcc9f9c5 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:17.737336 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] DHCP port deletion for 58bf0099-aea6-4b43-82ce-2574a12da213 request from dv-cinder-798098-1-smb {{(pid=75090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 27 12:34:17.741146 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] Deleting port 0adebeb9-8829-4110-aab7-1511b0ceeda9 {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:17.741529 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:17.743810 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] For port 0adebeb9-8829-4110-aab7-1511b0ceeda9, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=0adebeb9-8829-4110-aab7-1511b0ceeda9,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:17.744334 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:17.862101 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Calling delete_port for 0adebeb9-8829-4110-aab7-1511b0ceeda9 owned by network:dhcp {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:17.936000 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] For port 0adebeb9-8829-4110-aab7-1511b0ceeda9, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=0adebeb9-8829-4110-aab7-1511b0ceeda9,segment=NetworkSegment(5f7976fc-4004-4687-80a7-8bdb6107698d),segment_id=5f7976fc-4004-4687-80a7-8bdb6107698d)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:17.936383 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:17.997679 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:18.001935 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3c0d49ea-a401-4082-a515-00c658337d8e tempest-ServerRescueNegativeTestJSON-1857719030 tempest-ServerRescueNegativeTestJSON-1857719030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:18.047663 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Pushing event deleted for resources: {'Port': ['ID=0adebeb9-8829-4110-aab7-1511b0ceeda9,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:18.050967 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:18.051708 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] No DVR routers for this DVR port 0adebeb9-8829-4110-aab7-1511b0ceeda9 on host dv-cinder-798098-1-smb {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:34:18.089936 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] Calling delete_port for 0adebeb9-8829-4110-aab7-1511b0ceeda9 owned by network:dhcp {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:18.161270 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.db.api [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:34:18.161731 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_db.api [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:34:18.244241 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:18.256761 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bf0099-aea6-4b43-82ce-2574a12da213']}} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:18.269086 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7976fc-4004-4687-80a7-8bdb6107698d') {'for_net_delete': True} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:18.269381 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7976fc-4004-4687-80a7-8bdb6107698d') {} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:18.281113 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-943562'] for segment, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:18.300045 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:18.306772 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=75089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:34:18.308173 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943263'] for segment, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: Traceback (most recent call last): Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: timer() Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: cb(*args, **kw) Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: return func(*args, **kwargs) Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: self._notify() Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: self.callback(batched_events) Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: event.method(event) Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: return f(self, *a, **k) Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: return self._get(url).json() Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: return self.request(url, 'GET', **kwargs) Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:34:18.320481 dv-cinder-798098-1-smb neutron-server[75089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:34:18.503365 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:18.506901 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-562174d7-da4c-4ad5-b4aa-2f10be87c7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:18.519500 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:18.529873 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Pushing event deleted for resources: {'Network': ['ID=58bf0099-aea6-4b43-82ce-2574a12da213,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:18.532979 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:18.649917 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] 10.222.0.45 "DELETE /v2.0/networks/58bf0099-aea6-4b43-82ce-2574a12da213 HTTP/1.1" status: 204 len: 168 time: 1.2304118 Jun 27 12:34:18.652627 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42196) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:18.662874 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] Deleting port 0adebeb9-8829-4110-aab7-1511b0ceeda9 {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:18.663357 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:18.728788 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-09e4e9cf-f93a-4055-b01a-35ecda076f25 None None] The port '0adebeb9-8829-4110-aab7-1511b0ceeda9' was deleted {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 27 12:34:19.046631 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690586'] for router_interface, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:19.510688 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 0adebeb9-8829-4110-aab7-1511b0ceeda9 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:19.544361 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 0adebeb9-8829-4110-aab7-1511b0ceeda9 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:34:19.544937 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 0adebeb9-8829-4110-aab7-1511b0ceeda9 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:19.653198 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Deleting port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:19.653525 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:19.821387 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] For port c96e0293-bf26-4bfe-a6c4-1c7fbe189e83, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=c96e0293-bf26-4bfe-a6c4-1c7fbe189e83,segment=NetworkSegment(bcd73221-f992-4351-8e97-82dfbfe49b36),segment_id=bcd73221-f992-4351-8e97-82dfbfe49b36)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:19.821708 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:20.018711 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Calling delete_port for c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 owned by network:router_interface {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:20.260212 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:20.263954 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b5c3bd29-7b5a-4228-9d0c-3961b2b35d45 tempest-VolumesNegativeTest-1871823861 tempest-VolumesNegativeTest-1871823861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:20.304021 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96e0293-bf26-4bfe-a6c4-1c7fbe189e83,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:20.307106 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:20.590660 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692388'] for router_interface, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:21.148024 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Router 1fc8404f-b23a-4a10-8086-9a3546b9e750 has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:34:21.337946 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:34:21.347009 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] Sync routers for ids ['1fc8404f-b23a-4a10-8086-9a3546b9e750'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:34:21.359265 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] Routers {'1fc8404f-b23a-4a10-8086-9a3546b9e750'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:34:21.359865 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:33:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['1fc8404f-b23a-4a10-8086-9a3546b9e750'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:21.448111 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] 10.222.0.45 "PUT /v2.0/routers/1fc8404f-b23a-4a10-8086-9a3546b9e750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7943835 Jun 27 12:34:21.450569 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42208) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:21.537700 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] Set router 1fc8404f-b23a-4a10-8086-9a3546b9e750 gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:34:21.744933 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Notify callbacks [] for router, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:21.812707 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'name': 'tempest-TestShelveInstance-63667543-router', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:19Z', 'updated_at': '2021-06-27T12:34:20Z', 'revision_number': 5, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'gw_port': {'id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:20Z', 'updated_at': '2021-06-27T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:21.816413 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] Checking router: 1fc8404f-b23a-4a10-8086-9a3546b9e750 for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:34:21.828188 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] Routers {'1fc8404f-b23a-4a10-8086-9a3546b9e750'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:34:21.828877 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:33:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['1fc8404f-b23a-4a10-8086-9a3546b9e750'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:21.941069 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:22.002568 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] Set router 1fc8404f-b23a-4a10-8086-9a3546b9e750 gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:34:22.009658 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Deleting port e4a76622-c7f3-4ef4-b068-543af2d393b5 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:22.010003 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:22.187495 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] For port e4a76622-c7f3-4ef4-b068-543af2d393b5, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=e4a76622-c7f3-4ef4-b068-543af2d393b5,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:22.187851 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:22.309236 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Calling delete_port for e4a76622-c7f3-4ef4-b068-543af2d393b5 owned by network:router_gateway {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:22.313794 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'name': 'tempest-TestShelveInstance-63667543-router', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:19Z', 'updated_at': '2021-06-27T12:34:20Z', 'revision_number': 5, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'gw_port': {'id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:20Z', 'updated_at': '2021-06-27T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:22.318022 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78d63f-b371-4dda-b7c2-9e6e3c4f2ea3 None None] The sync data for ids ['1fc8404f-b23a-4a10-8086-9a3546b9e750'] in dv-cinder-798098-1-smb is: [{'id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'name': 'tempest-TestShelveInstance-63667543-router', 'tenant_id': '7d784193ceae4c8bb2bd6530c624c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:19Z', 'updated_at': '2021-06-27T12:34:20Z', 'revision_number': 5, 'project_id': '7d784193ceae4c8bb2bd6530c624c119', 'gw_port': {'id': 'e4a76622-c7f3-4ef4-b068-543af2d393b5', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc8404f-b23a-4a10-8086-9a3546b9e750', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:20Z', 'updated_at': '2021-06-27T12:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:34:22.559010 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:22.571469 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-1a56f4dc-a53d-4306-ade8-a34729fb8593 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:22.640799 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a76622-c7f3-4ef4-b068-543af2d393b5,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:22.647050 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:22.835239 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3692941'] for router_gateway, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.165552 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31603'] for router, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.170585 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.277449 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688177'] for router, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.281110 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc8404f-b23a-4a10-8086-9a3546b9e750 {{(pid=75089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 12:34:23.291458 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] Notify callbacks [] for router, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.292599 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-298c684c-de2a-4124-9ce6-86723bf88a19 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1fc8404f-b23a-4a10-8086-9a3546b9e750 HTTP/1.1" status: 204 len: 168 time: 1.8411174 Jun 27 12:34:23.295123 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42220) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:23.357174 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c164930-8425-4cf2-8eb9-a32d094fda52 admin admin] Deleting subnet 8af3688b-11a9-4963-92ba-3a32c327d9d7 {{(pid=75089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:34:23.362334 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5c164930-8425-4cf2-8eb9-a32d094fda52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.415591 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5c164930-8425-4cf2-8eb9-a32d094fda52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-943557'] for subnet, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.501781 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5c164930-8425-4cf2-8eb9-a32d094fda52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.515348 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device e4a76622-c7f3-4ef4-b068-543af2d393b5 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:23.547941 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: e4a76622-c7f3-4ef4-b068-543af2d393b5 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:34:23.548284 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device e4a76622-c7f3-4ef4-b068-543af2d393b5 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:23.548914 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:23.582170 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:34:23.582517 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device c96e0293-bf26-4bfe-a6c4-1c7fbe189e83 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:23.660703 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5c164930-8425-4cf2-8eb9-a32d094fda52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-943161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1219569'] for subnet, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.664689 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:23.698873 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c164930-8425-4cf2-8eb9-a32d094fda52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8af3688b-11a9-4963-92ba-3a32c327d9d7,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:23.701519 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5c164930-8425-4cf2-8eb9-a32d094fda52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:23.705679 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5c164930-8425-4cf2-8eb9-a32d094fda52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.709011 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f999e32b-ca54-4cbf-9066-1db64984d4f8 None None] Network 4520ba13-ca96-457e-8b49-e855ba238335 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:34:23.710365 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-5c164930-8425-4cf2-8eb9-a32d094fda52 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8af3688b-11a9-4963-92ba-3a32c327d9d7 HTTP/1.1" status: 204 len: 168 time: 0.4142466 Jun 27 12:34:23.712820 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42226) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:23.816443 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.827428 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Deleting port d67aac66-ac18-464c-aeb2-b6287c102b82 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:23.827754 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.939946 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] DHCP port deletion for 4520ba13-ca96-457e-8b49-e855ba238335 request from dv-cinder-798098-1-smb {{(pid=75090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 27 12:34:23.944443 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] Deleting port d67aac66-ac18-464c-aeb2-b6287c102b82 {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:23.944862 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.031412 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] For port d67aac66-ac18-464c-aeb2-b6287c102b82, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=d67aac66-ac18-464c-aeb2-b6287c102b82,segment=NetworkSegment(bcd73221-f992-4351-8e97-82dfbfe49b36),segment_id=bcd73221-f992-4351-8e97-82dfbfe49b36)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:24.031761 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.138089 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] For port d67aac66-ac18-464c-aeb2-b6287c102b82, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=d67aac66-ac18-464c-aeb2-b6287c102b82,segment=NetworkSegment(bcd73221-f992-4351-8e97-82dfbfe49b36),segment_id=bcd73221-f992-4351-8e97-82dfbfe49b36)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:24.138478 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.153347 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Calling delete_port for d67aac66-ac18-464c-aeb2-b6287c102b82 owned by network:dhcp {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:24.252932 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] Calling delete_port for d67aac66-ac18-464c-aeb2-b6287c102b82 owned by network:dhcp {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:24.314908 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.320876 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.db.api [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:34:24.321154 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5b45fe22-e038-401c-b5da-db4bbbcf7a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:24.321271 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_db.api [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:34:24.365950 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67aac66-ac18-464c-aeb2-b6287c102b82,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:24.369001 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:24.369743 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] No DVR routers for this DVR port d67aac66-ac18-464c-aeb2-b6287c102b82 on host dv-cinder-798098-1-smb {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:34:24.482630 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.495185 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4520ba13-ca96-457e-8b49-e855ba238335']}} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:24.506652 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd73221-f992-4351-8e97-82dfbfe49b36') {'for_net_delete': True} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:24.506941 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd73221-f992-4351-8e97-82dfbfe49b36') {} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:24.517697 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-943562'] for segment, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.533463 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.539954 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=75089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:34:24.540324 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943263'] for segment, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: Traceback (most recent call last): Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: timer() Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: cb(*args, **kw) Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: return func(*args, **kwargs) Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: self._notify() Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: self.callback(batched_events) Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: event.method(event) Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: return f(self, *a, **k) Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: return self._get(url).json() Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: return self.request(url, 'GET', **kwargs) Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:34:24.552952 dv-cinder-798098-1-smb neutron-server[75089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:34:24.822787 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] Deleting port d67aac66-ac18-464c-aeb2-b6287c102b82 {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:24.823290 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.846569 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.850628 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ed273a60-bae7-46a0-a7fc-3b6cc8b41086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:24.863878 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.876867 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=4520ba13-ca96-457e-8b49-e855ba238335,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:24.880562 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:24.882073 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-f5c03cfc-aba6-44d1-afe6-e9e428ee0d41 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4520ba13-ca96-457e-8b49-e855ba238335 HTTP/1.1" status: 204 len: 168 time: 1.1682415 Jun 27 12:34:24.889442 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-a8903987-9a55-420b-a5d3-ee05151a2395 None None] The port 'd67aac66-ac18-464c-aeb2-b6287c102b82' was deleted {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 27 12:34:25.314403 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42234) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:25.364106 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-bbdac857-ea28-4adc-84a1-a106efd45a2f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee26b428873c4d5f88a663dc8c06bdb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485153 Jun 27 12:34:25.366493 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42238) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:25.423845 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a394a38d-40e3-47f2-95f0-6f0898cc7f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:25.449254 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a394a38d-40e3-47f2-95f0-6f0898cc7f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:25.507514 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device d67aac66-ac18-464c-aeb2-b6287c102b82 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:25.539198 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: d67aac66-ac18-464c-aeb2-b6287c102b82 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:34:25.539597 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device d67aac66-ac18-464c-aeb2-b6287c102b82 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:25.618457 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a394a38d-40e3-47f2-95f0-6f0898cc7f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:25.622292 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b5d84ea3-67b1-4ce7-8e01-f8bcf2fea35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:25.635981 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394a38d-40e3-47f2-95f0-6f0898cc7f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f4d3fb-64af-4434-b07c-0717a500da41,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:25.639672 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a394a38d-40e3-47f2-95f0-6f0898cc7f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:25.642690 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-a394a38d-40e3-47f2-95f0-6f0898cc7f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:25.643847 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-a394a38d-40e3-47f2-95f0-6f0898cc7f77 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86f4d3fb-64af-4434-b07c-0717a500da41 HTTP/1.1" status: 204 len: 168 time: 0.2764554 Jun 27 12:34:25.969137 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1c1fe8fa-da14-4583-91a1-79cbd6913f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.394835 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.564941 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42254) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:26.688710 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-bfa8eddd-a181-4814-8b3d-acd1ce418c8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d784193ceae4c8bb2bd6530c624c119&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1225381 Jun 27 12:34:26.691175 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42258) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:26.749201 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-950496b9-54ed-41b4-9654-83e0f7d237ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.773879 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-950496b9-54ed-41b4-9654-83e0f7d237ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.949014 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-950496b9-54ed-41b4-9654-83e0f7d237ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.952523 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-371264db-78c5-4572-a5a4-e9fe9dfc9079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:26.962870 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950496b9-54ed-41b4-9654-83e0f7d237ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bc643e-4005-4cb5-8e92-b01358a105b5,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:26.966552 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-950496b9-54ed-41b4-9654-83e0f7d237ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:26.969581 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-950496b9-54ed-41b4-9654-83e0f7d237ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.970665 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-950496b9-54ed-41b4-9654-83e0f7d237ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12bc643e-4005-4cb5-8e92-b01358a105b5 HTTP/1.1" status: 204 len: 168 time: 0.2786684 Jun 27 12:34:27.694374 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:27.985479 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a83eb58d-626a-4b33-9a9e-f9a2bb416e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.990970 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:30.562589 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:39.287374 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f288f12-3e34-4183-ae82-55756a1f4dd3 req-6a662128-4718-4b2f-828a-8548cca7f0a2 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:39.288839 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7f288f12-3e34-4183-ae82-55756a1f4dd3 req-6a662128-4718-4b2f-828a-8548cca7f0a2 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 946 time: 0.0887403 Jun 27 12:34:39.333055 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7f288f12-3e34-4183-ae82-55756a1f4dd3 req-6f5eef0c-bb6f-416d-b816-2474244a1bae tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386708 Jun 27 12:34:40.529808 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a067d4-8f96-4dfe-888b-bb24cf01cd79 req-e763ba82-89ed-473e-a7bc-95a5b728e62b tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:40.531235 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-82a067d4-8f96-4dfe-888b-bb24cf01cd79 req-e763ba82-89ed-473e-a7bc-95a5b728e62b tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 946 time: 0.0779595 Jun 27 12:34:40.576417 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-82a067d4-8f96-4dfe-888b-bb24cf01cd79 req-a89f97c0-049e-466d-8662-072ef985b8e5 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397151 Jun 27 12:34:41.849213 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eafce9-de86-4b53-9fb1-467753d51da3 req-c56f1db2-c856-411e-9f95-17ce1c9606b0 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:41.851102 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a5eafce9-de86-4b53-9fb1-467753d51da3 req-c56f1db2-c856-411e-9f95-17ce1c9606b0 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 946 time: 0.1569555 Jun 27 12:34:41.895190 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a5eafce9-de86-4b53-9fb1-467753d51da3 req-726d38ea-cd25-4758-b181-113ad1ca56a6 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Jun 27 12:34:42.066351 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:34:43.090224 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06383804-d6ab-4815-8e99-b19d258b1b7c req-930a726a-6d8f-40cf-a9a4-8126dc0a7f86 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:43.091618 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06383804-d6ab-4815-8e99-b19d258b1b7c req-930a726a-6d8f-40cf-a9a4-8126dc0a7f86 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 946 time: 0.0740273 Jun 27 12:34:43.134975 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-06383804-d6ab-4815-8e99-b19d258b1b7c req-045ec703-1db8-4967-877f-01eb9419a6f9 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Jun 27 12:34:43.760887 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335363-a327-4846-b226-9f49d993cf72 req-83c890d0-fd01-4094-a19b-37c86aa174a4 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:43.762208 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-91335363-a327-4846-b226-9f49d993cf72 req-83c890d0-fd01-4094-a19b-37c86aa174a4 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 946 time: 0.0821207 Jun 27 12:34:43.827675 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-91335363-a327-4846-b226-9f49d993cf72 req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Deleting port 1d4b109d-d828-4a81-894c-f75275d3f848 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:34:43.828006 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-91335363-a327-4846-b226-9f49d993cf72 req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:44.061758 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-91335363-a327-4846-b226-9f49d993cf72 req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] For port 1d4b109d-d828-4a81-894c-f75275d3f848, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1d4b109d-d828-4a81-894c-f75275d3f848,segment=NetworkSegment(ced2417e-b688-468d-b094-7c7af86a2ac9),segment_id=ced2417e-b688-468d-b094-7c7af86a2ac9)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:34:44.062001 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-91335363-a327-4846-b226-9f49d993cf72 req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:44.177785 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-91335363-a327-4846-b226-9f49d993cf72 req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Calling delete_port for 1d4b109d-d828-4a81-894c-f75275d3f848 owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:34:44.331127 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa58c5-7a1c-47da-8a54-0fb1318a5f23 req-ad262b13-1988-4bf5-a3bb-5101f00d8955 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:44.332452 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-90aa58c5-7a1c-47da-8a54-0fb1318a5f23 req-ad262b13-1988-4bf5-a3bb-5101f00d8955 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 946 time: 0.0749328 Jun 27 12:34:44.377622 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-90aa58c5-7a1c-47da-8a54-0fb1318a5f23 req-d52b938f-a26d-4974-92f2-be7cba067263 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/security-groups?id=d21e9db0-f171-42d4-af2d-71967e09822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Jun 27 12:34:44.422166 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-91335363-a327-4846-b226-9f49d993cf72 req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:44.427777 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:44.457536 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['1d4b109d-d828-4a81-894c-f75275d3f848'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:34:44.480221 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Pushing event deleted for resources: {'Port': ['ID=1d4b109d-d828-4a81-894c-f75275d3f848,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:44.482951 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:44.549061 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-91335363-a327-4846-b226-9f49d993cf72 req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] No DVR routers for this DVR port 1d4b109d-d828-4a81-894c-f75275d3f848 on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:34:44.551423 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-91335363-a327-4846-b226-9f49d993cf72 req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:44.554511 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2d9edd-f839-4588-8a40-6464713bbb02', 'name': 'network-vif-deleted', 'tag': '1d4b109d-d828-4a81-894c-f75275d3f848'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:44.609449 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2d9edd-f839-4588-8a40-6464713bbb02', 'name': 'network-vif-deleted', 'tag': '1d4b109d-d828-4a81-894c-f75275d3f848', 'status': 'completed', 'code': 200} Jun 27 12:34:44.631417 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-91335363-a327-4846-b226-9f49d993cf72 req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.50 "DELETE /v2.0/ports/1d4b109d-d828-4a81-894c-f75275d3f848 HTTP/1.1" status: 204 len: 173 time: 0.8629160 Jun 27 12:34:45.562357 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-67782a68-47eb-4c25-9946-caf4bdaf81fc req-209e819b-b945-4173-9424-a969441df71b tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b2d9edd-f839-4588-8a40-6464713bbb02 HTTP/1.1" status: 200 len: 210 time: 0.0433729 Jun 27 12:34:47.254929 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 1d4b109d-d828-4a81-894c-f75275d3f848 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:47.286993 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 1d4b109d-d828-4a81-894c-f75275d3f848 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:34:47.287342 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 1d4b109d-d828-4a81-894c-f75275d3f848 not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:55.907418 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-eda14af5-917a-429e-a8d5-f6efc4c33f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:56.415949 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:57.753369 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:57.999116 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9720-34e0-40c0-8762-5be64a1ae215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:59.007994 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:00.544573 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:09.948688 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42450) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:10.006180 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_v2 [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Deleting subnet 2b19cf63-b054-48b7-9ec0-031ff56d0e10 {{(pid=75089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:35:10.009003 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.059123 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-943557'] for subnet, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.111361 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.273280 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-943161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1219569'] for subnet, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.278387 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:10.311421 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b19cf63-b054-48b7-9ec0-031ff56d0e10,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:10.316534 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.325138 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.325508 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.325866 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.326222 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.326575 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.326923 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.327268 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.327613 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.327955 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.328293 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.328660 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:10.332731 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2b19cf63-b054-48b7-9ec0-031ff56d0e10 HTTP/1.1" status: 204 len: 168 time: 0.3820875 Jun 27 12:35:10.332731 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-680a90ac-1c24-4820-9148-b14cc74f90f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:10.337106 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42454) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:10.435257 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.626242 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.638717 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508c7aed-e1b9-4048-aeb5-d80f3f5962ea']}} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:10.650538 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced2417e-b688-468d-b094-7c7af86a2ac9') {'for_net_delete': True} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:10.650821 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced2417e-b688-468d-b094-7c7af86a2ac9') {} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:10.661427 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-943562'] for segment, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.676173 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.681853 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=75089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:35:10.682219 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943263'] for segment, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: Traceback (most recent call last): Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: timer() Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: cb(*args, **kw) Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: return func(*args, **kwargs) Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: self._notify() Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: self.callback(batched_events) Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: event.method(event) Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: return f(self, *a, **k) Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: return self._get(url).json() Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: return self.request(url, 'GET', **kwargs) Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:35:10.695004 dv-cinder-798098-1-smb neutron-server[75089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:35:10.841527 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.845133 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:10.857308 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.868812 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] Pushing event deleted for resources: {'Network': ['ID=508c7aed-e1b9-4048-aeb5-d80f3f5962ea,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:10.871503 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:10.936226 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c05272d3-27a0-4be7-90a2-5ee15533346f admin admin] 10.222.0.45 "DELETE /v2.0/networks/508c7aed-e1b9-4048-aeb5-d80f3f5962ea HTTP/1.1" status: 204 len: 168 time: 0.6006012 Jun 27 12:35:11.351214 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42460) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:11.399966 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-cac2445a-9d20-4c10-ba85-44c0ccdc770b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=833b5d22aaed4f6cb0089550cca39171&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475552 Jun 27 12:35:11.403319 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42464) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:11.466312 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4c07843-67eb-4ff2-817e-69b7d7f443db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:11.490744 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4c07843-67eb-4ff2-817e-69b7d7f443db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:11.632611 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4c07843-67eb-4ff2-817e-69b7d7f443db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:11.636240 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-08f8f095-75b0-4e1a-826c-97e436527a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:11.648379 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c07843-67eb-4ff2-817e-69b7d7f443db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21e9db0-f171-42d4-af2d-71967e09822f,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:11.651458 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c4c07843-67eb-4ff2-817e-69b7d7f443db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:11.722970 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c4c07843-67eb-4ff2-817e-69b7d7f443db admin admin] Notify callbacks [] for security_group, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:11.723999 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c4c07843-67eb-4ff2-817e-69b7d7f443db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d21e9db0-f171-42d4-af2d-71967e09822f HTTP/1.1" status: 204 len: 168 time: 0.3198259 Jun 27 12:35:13.033778 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42486) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:13.160729 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1636871791-network', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:35:13.166296 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:13.171594 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Usage tracker for resource:network and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:13.173474 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:13.180296 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:13.300705 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Made reservation on behalf of c6c16c5f8c774fcca1e5ddca6876c6b9 for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:35:13.303443 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:13.315723 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:13.346752 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:13.350662 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Usage tracker for resource:security_group_rule and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:13.353421 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:13.359017 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:13.421152 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:13.515783 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:13.518877 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-833a4cfa-892a-45b5-b240-3cba00b115fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:13.548001 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:35:13.556349 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:13.559696 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:13.568309 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:13.568309 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Added segment 5c51874c-9194-4945-8a8c-35ad9583b128 of type vlan for network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 Jun 27 12:35:13.592965 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:13.710337 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:13.711356 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:13.712017 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:13.715354 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:13.808572 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Pushing event updated for resources: {'Network': ['ID=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:13.811009 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:13.818345 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:35:13.887946 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8530877 Jun 27 12:35:13.890728 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42492) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:13.896098 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Request body: {'subnet': {'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1636871791-subnet', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'ip_version': 4}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:35:13.901140 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:13.905000 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Usage tracker for resource:subnet and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:13.907976 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:13.913761 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:13.992268 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Made reservation on behalf of c6c16c5f8c774fcca1e5ddca6876c6b9 for: {'subnet': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:35:13.994535 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1219562'] for subnet, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:14.267119 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-943222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1219576'] for subnet, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:14.270805 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:14.336977 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93022a38-fc9f-4ffa-97b9-af16fd10df16,revision_number=0']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:14.341394 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:14.351429 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Checking segment: {'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:35:14.351778 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Network hostable DHCP agents. Network: ac41bd7c-a889-4045-b433-8c0e2e7f7bb5, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:35:14.444108 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:35:14.529210 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, ac41bd7c-a889-4045-b433-8c0e2e7f7bb5) {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:14.532965 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:14.533546 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:14.537913 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e4477-bfc5-473f-bf79-a51697f2072f None None] Network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:35:14.619865 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-54043364-4962-4c49-bf85-44876e1885f8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7280865 Jun 27 12:35:14.623276 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42496) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:14.627464 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:35:14.631988 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:14.635823 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Usage tracker for resource:router and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:14.638627 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:14.644408 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:14.764075 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3688019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31589'] for router, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:14.765058 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31610'] for router, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:14.765219 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6236c16f-0ae0-54c6-8644-a3cdfd7cf223-ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16'}]}} from dv-cinder-798098-1-smb. {{(pid=75090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 27 12:35:14.765995 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:14.788968 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:14.913041 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.db_base_plugin_common [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Allocated IP 172.20.0.2 (ac41bd7c-a889-4045-b433-8c0e2e7f7bb5/93022a38-fc9f-4ffa-97b9-af16fd10df16/3b1e883d-cc67-43a6-907a-2a4d4df302f2) {{(pid=75090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:35:15.029532 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3688001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31560'] for router, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:15.112885 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Notify callbacks [] for port, precommit_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:15.126465 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Transition to ACTIVE for port object 3b1e883d-cc67-43a6-907a-2a4d4df302f2 will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:15.153922 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Transition to ACTIVE for port object 3b1e883d-cc67-43a6-907a-2a4d4df302f2 will not be triggered until provisioned by entity DHCP. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:15.267541 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:15.275964 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:15.310083 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:15.343070 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 is already hosted by enough agents. {{(pid=75090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:15.343696 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:15.343897 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Pushing event updated for resources: {'Port': ['ID=3b1e883d-cc67-43a6-907a-2a4d4df302f2,revision_number=1']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:15.346982 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.base_scheduler [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Resources bound (agent type, host, resource id): {{(pid=75090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:15.350096 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Received port after_create {{(pid=75090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:35:15.358170 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.358509 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.358846 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.359178 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.359501 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.359820 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.360134 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.360448 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.360789 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.361100 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.361413 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:15.366562 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:15.451173 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Attempting to bind port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:35:15.451541 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Attempting to bind port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:35:15.451968 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Attempting to bind port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 on network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:35:15.458234 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:35:15.458615 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Checking segment: {'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:35:15.459021 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:15.459546 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Bound using segment: {'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:35:15.460259 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Bound port: 3b1e883d-cc67-43a6-907a-2a4d4df302f2, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:35:15.462608 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:15.484247 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Allocated IP 172.28.3.204 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/48871bba-174c-4b5e-b9e0-1f4ada6b011e) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:35:15.561254 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-601c3331-c385-4684-93a1-a62a086e861d None None] For port 3b1e883d-cc67-43a6-907a-2a4d4df302f2, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:35:15.564208 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-601c3331-c385-4684-93a1-a62a086e861d None None] For port 3b1e883d-cc67-43a6-907a-2a4d4df302f2, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=3b1e883d-cc67-43a6-907a-2a4d4df302f2,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:35:15.637906 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:15.644242 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:15.648954 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:15.735680 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:15.741219 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-dc915cba-e789-48b1-82f2-d48e8554374b tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:15.742460 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Pushing event updated for resources: {'Port': ['ID=3b1e883d-cc67-43a6-907a-2a4d4df302f2,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:15.746118 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-601c3331-c385-4684-93a1-a62a086e861d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:15.896236 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:15.900706 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:15.903655 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:35:15.954651 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Pushing event updated for resources: {'Port': ['ID=48871bba-174c-4b5e-b9e0-1f4ada6b011e,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:15.957865 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:16.176677 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:16.177585 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693041'] for router, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:16.504436 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Router e93a947f-82ae-4476-9a5a-2a53f1202f11 is scheduled to L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 with binding_index 1 {{(pid=75089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 12:35:16.615241 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d0963-2759-4ab6-8b16-bb57ad9876fa None None] Network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:35:16.711853 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:35:16.724244 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Sync routers for ids ['e93a947f-82ae-4476-9a5a-2a53f1202f11'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:35:16.785496 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Routers {'e93a947f-82ae-4476-9a5a-2a53f1202f11'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:35:16.786121 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:34:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['e93a947f-82ae-4476-9a5a-2a53f1202f11'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:16.836035 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Notify callbacks [] for router, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:16.837338 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2139690 Jun 27 12:35:16.840172 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42500) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:16.891368 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-82b92727-db46-4572-b8cd-8038a660a9fb None None] Provisioning for port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:17.019661 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Set router e93a947f-82ae-4476-9a5a-2a53f1202f11 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:35:17.350253 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:16Z', 'revision_number': 3, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:17.353970 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Checking router: e93a947f-82ae-4476-9a5a-2a53f1202f11 for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:35:17.354349 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Updating router e93a947f-82ae-4476-9a5a-2a53f1202f11 port 48871bba-174c-4b5e-b9e0-1f4ada6b011e binding host dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:35:17.403087 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:17.592881 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:17.603715 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 3b1e883d-cc67-43a6-907a-2a4d4df302f2 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:17.789497 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:17.792054 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:17.803378 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:17.803756 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:17.831415 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Transition to ACTIVE for port object 48871bba-174c-4b5e-b9e0-1f4ada6b011e will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:17.884478 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Allocated IP 172.20.0.1 (ac41bd7c-a889-4045-b433-8c0e2e7f7bb5/93022a38-fc9f-4ffa-97b9-af16fd10df16/d0a30732-c275-4c25-873c-06f0338d06f2) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:35:17.920519 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:17.932884 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:17.937680 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:18.025109 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 3b1e883d-cc67-43a6-907a-2a4d4df302f2, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=3b1e883d-cc67-43a6-907a-2a4d4df302f2,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:35:18.028988 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.029493 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Attempting to bind port 48871bba-174c-4b5e-b9e0-1f4ada6b011e on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:35:18.029864 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Attempting to bind port 48871bba-174c-4b5e-b9e0-1f4ada6b011e by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:35:18.030225 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Attempting to bind port 48871bba-174c-4b5e-b9e0-1f4ada6b011e on network 6cc6fb11-e95d-44c8-aefa-1369e056d817 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:35:18.032815 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafa0a1-1baf-4e50-ae90-c5f5a64b1c8f None None] Pushing event updated for resources: {'Port': ['ID=48871bba-174c-4b5e-b9e0-1f4ada6b011e,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:18.035998 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-caafa0a1-1baf-4e50-ae90-c5f5a64b1c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:18.040679 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:35:18.041054 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Checking segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:35:18.041453 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.041864 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Bound using segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:35:18.042432 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Bound port: 48871bba-174c-4b5e-b9e0-1f4ada6b011e, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:35:18.042807 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.044459 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Transition to ACTIVE for port object d0a30732-c275-4c25-873c-06f0338d06f2 will not be triggered until provisioned by entity DHCP. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:18.113711 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] For port 48871bba-174c-4b5e-b9e0-1f4ada6b011e, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:35:18.117561 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] For port 48871bba-174c-4b5e-b9e0-1f4ada6b011e, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=48871bba-174c-4b5e-b9e0-1f4ada6b011e,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:35:18.123568 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.125343 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:18.156329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.160878 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-bafe7750-19a1-4a6f-a74f-22b75e29f6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:18.187182 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=3b1e883d-cc67-43a6-907a-2a4d4df302f2,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:18.190110 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:18.223287 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:18.226521 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:18.227213 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.233018 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:18.233480 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:35:18.260346 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Pushing event updated for resources: {'Port': ['ID=d0a30732-c275-4c25-873c-06f0338d06f2,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:18.268266 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:18.290861 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3692583'] for router_interface, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.320657 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafa0a1-1baf-4e50-ae90-c5f5a64b1c8f None None] Pushing event updated for resources: {'Port': ['ID=48871bba-174c-4b5e-b9e0-1f4ada6b011e,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:18.324660 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-caafa0a1-1baf-4e50-ae90-c5f5a64b1c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:18.331376 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Routers {'e93a947f-82ae-4476-9a5a-2a53f1202f11'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:35:18.331376 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:34:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['e93a947f-82ae-4476-9a5a-2a53f1202f11'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:18.449219 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.510266 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] Set router e93a947f-82ae-4476-9a5a-2a53f1202f11 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:35:18.626279 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-74893ee0-5e59-45da-9b6c-a9679d09ec2a None None] Provisioning for port d0a30732-c275-4c25-873c-06f0338d06f2 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:18.673789 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.677892 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-74893ee0-5e59-45da-9b6c-a9679d09ec2a None None] Provisioning complete for port d0a30732-c275-4c25-873c-06f0338d06f2 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:18.678266 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-74893ee0-5e59-45da-9b6c-a9679d09ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.748439 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-74893ee0-5e59-45da-9b6c-a9679d09ec2a None None] Port d0a30732-c275-4c25-873c-06f0338d06f2 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:35:18.757888 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.785970 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3b99326b-c526-43f1-a92a-38264d5e1903 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:18.865617 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Pushing event updated for resources: {'Port': ['ID=d0a30732-c275-4c25-873c-06f0338d06f2,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:18.866905 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:16Z', 'revision_number': 3, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:18.868863 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:18.869822 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690507'] for router_interface, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:18.870838 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27efd15-89d4-4d00-ae28-560b35234bc6 None None] The sync data for ids ['e93a947f-82ae-4476-9a5a-2a53f1202f11'] in dv-cinder-798098-1-smb is: [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:16Z', 'revision_number': 3, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:35:19.020029 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:19.020029 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:19.065956 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:35:19.279993 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-bb617906-069c-4492-aebf-9f171930b30c None None] Provisioning complete for port d0a30732-c275-4c25-873c-06f0338d06f2 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:19.280540 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-bb617906-069c-4492-aebf-9f171930b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:19.335452 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-bb617906-069c-4492-aebf-9f171930b30c None None] Port d0a30732-c275-4c25-873c-06f0338d06f2 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:35:19.426367 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Router e93a947f-82ae-4476-9a5a-2a53f1202f11 has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:35:19.628047 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 48871bba-174c-4b5e-b9e0-1f4ada6b011e up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:19.653459 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:35:19.662602 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] 10.222.0.45 "PUT /v2.0/routers/e93a947f-82ae-4476-9a5a-2a53f1202f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8213644 Jun 27 12:35:19.772829 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 48871bba-174c-4b5e-b9e0-1f4ada6b011e completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:19.777869 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 48871bba-174c-4b5e-b9e0-1f4ada6b011e triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:19.778242 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:19.889405 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:19.904695 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 48871bba-174c-4b5e-b9e0-1f4ada6b011e, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=48871bba-174c-4b5e-b9e0-1f4ada6b011e,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:35:20.024462 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:20.025608 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 3b1e883d-cc67-43a6-907a-2a4d4df302f2 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:20.048673 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:20.139858 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=48871bba-174c-4b5e-b9e0-1f4ada6b011e,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:20.143322 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:20.155083 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:20.155460 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:20.819504 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42522) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:20.825273 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-879099527-network', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:35:20.829971 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:20.833789 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Usage tracker for resource:network and tenant:99788b34a1f8460eb9d1280cbf0a4622 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:20.836602 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:20.842185 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:21.024065 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Made reservation on behalf of 99788b34a1f8460eb9d1280cbf0a4622 for: {'network': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:35:21.026358 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for network, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:21.038532 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:21.068520 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:21.071657 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Usage tracker for resource:security_group_rule and tenant:99788b34a1f8460eb9d1280cbf0a4622 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:21.074376 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:21.079859 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:21.141086 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:21.220639 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:21.223551 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d07b583f-1bde-420d-9539-442de2e1cb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:21.252825 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=75089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 27 12:35:21.258404 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22dd4c3-87b4-402e-8f57-7b2a0f87b95d,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:21.261812 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:21.265687 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:21.265687 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.segments_db [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Added segment 7f70995f-d134-4485-8005-c353c0224a62 of type vlan for network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 Jun 27 12:35:21.291555 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945607599'] for network, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:21.384107 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828'] for network, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:21.384957 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:21.385518 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:21.388814 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:21.486943 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3e3ae9-b9ef-4355-b810-6ccea3e85531,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:21.489825 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:21.504783 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 details requested by agent ovs-agent-dv-cinder-798098-1-smb with host dv-cinder-798098-1-smb {{(pid=75090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:35:21.550602 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42526) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:21.551152 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-8e408b61-1955-4b49-be4c-174262f16c57 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7304897 Jun 27 12:35:21.557439 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Request body: {'subnet': {'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-879099527-subnet', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'ip_version': 4}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:35:21.563217 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:21.566371 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Usage tracker for resource:subnet and tenant:99788b34a1f8460eb9d1280cbf0a4622 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:21.569410 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:21.575170 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 48871bba-174c-4b5e-b9e0-1f4ada6b011e up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:21.575853 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:21.671576 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 48871bba-174c-4b5e-b9e0-1f4ada6b011e triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:21.671981 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:21.675648 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Made reservation on behalf of 99788b34a1f8460eb9d1280cbf0a4622 for: {'subnet': 1} {{(pid=75088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:35:21.678164 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1640881'] for subnet, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.003629 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1585610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1640867'] for subnet, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.007748 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-55bbcd97-9772-428e-b32d-d5f9aad750ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:22.074501 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e290b83-f9a9-45a8-861e-4bba2deb5073,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:22.093919 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.094541 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.094899 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.095237 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.095581 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.095923 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.096266 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.096631 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.096970 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.097297 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.097632 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:22.102549 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:22.104475 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Checking segment: {'id': '7f70995f-d134-4485-8005-c353c0224a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:35:22.104853 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Network hostable DHCP agents. Network: 9d3e3ae9-b9ef-4355-b810-6ccea3e85531, hostable agents: ['1879dce1-1fcb-43d8-90dc-1c67ebf15197'], hosted agents: [] {{(pid=75088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:35:22.230069 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 is scheduled to be hosted by DHCP agent 1879dce1-1fcb-43d8-90dc-1c67ebf15197 with binding_index 1 {{(pid=75088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:35:22.309219 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Sync routers for ids ['e93a947f-82ae-4476-9a5a-2a53f1202f11'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:35:22.315486 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.base_scheduler [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-smb, 9d3e3ae9-b9ef-4355-b810-6ccea3e85531) {{(pid=75088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:22.319311 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:22.319890 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.320743 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Routers {'e93a947f-82ae-4476-9a5a-2a53f1202f11'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:35:22.321335 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:34:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['e93a947f-82ae-4476-9a5a-2a53f1202f11'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:22.326673 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a91ec-0f4b-45ac-99a3-7d521a96cc30 None None] Network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:35:22.452679 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42530) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:22.453557 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-2c53b3c7-927b-4db9-8474-7e9d9e16a1b9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9003789 Jun 27 12:35:22.458025 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-879099527-router', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:35:22.462598 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:22.466688 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Usage tracker for resource:router and tenant:99788b34a1f8460eb9d1280cbf0a4622 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:22.473289 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:22.480344 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:22.499316 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Set router e93a947f-82ae-4476-9a5a-2a53f1202f11 gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:35:22.542371 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6236c16f-0ae0-54c6-8644-a3cdfd7cf223-9d3e3ae9-b9ef-4355-b810-6ccea3e85531', 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'fixed_ips': [{'subnet_id': '7e290b83-f9a9-45a8-861e-4bba2deb5073'}]}} from dv-cinder-798098-1-smb. {{(pid=75090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 27 12:35:22.543349 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.586583 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3688019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31589'] for router, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.587532 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3686904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31610'] for router, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.612180 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.701560 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.db_base_plugin_common [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Allocated IP 172.20.0.2 (9d3e3ae9-b9ef-4355-b810-6ccea3e85531/7e290b83-f9a9-45a8-861e-4bba2deb5073/e3da192d-417d-414f-b232-e0c7d6656c79) {{(pid=75090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:35:22.816538 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': 'd0a30732-c275-4c25-873c-06f0338d06f2', 'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'mac_address': 'fa:16:3e:cc:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:17Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 2, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'subnets': [{'id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:22.821356 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Checking router: e93a947f-82ae-4476-9a5a-2a53f1202f11 for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:35:22.821736 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Updating router e93a947f-82ae-4476-9a5a-2a53f1202f11 port d0a30732-c275-4c25-873c-06f0338d06f2 binding host dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:35:22.866329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3688001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31560'] for router, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.878948 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.900130 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Notify callbacks [] for port, precommit_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.909704 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Transition to ACTIVE for port object e3da192d-417d-414f-b232-e0c7d6656c79 will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:22.927414 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Transition to ACTIVE for port object e3da192d-417d-414f-b232-e0c7d6656c79 will not be triggered until provisioned by entity DHCP. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:23.026697 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113'] for port, after_create {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.031658 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:23.096222 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 is already hosted by enough agents. {{(pid=75090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:23.099551 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.scheduler.base_scheduler [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Resources bound (agent type, host, resource id): {{(pid=75090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:23.102120 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Received port after_create {{(pid=75090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:35:23.108864 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Pushing event updated for resources: {'Port': ['ID=e3da192d-417d-414f-b232-e0c7d6656c79,revision_number=1']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:23.111938 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:23.150982 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.184924 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.196625 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Attempting to bind port e3da192d-417d-414f-b232-e0c7d6656c79 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:35:23.197334 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Attempting to bind port e3da192d-417d-414f-b232-e0c7d6656c79 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '7f70995f-d134-4485-8005-c353c0224a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:35:23.197959 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Attempting to bind port e3da192d-417d-414f-b232-e0c7d6656c79 on network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:35:23.205380 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:35:23.206088 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Checking segment: {'id': '7f70995f-d134-4485-8005-c353c0224a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:35:23.206717 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.207330 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Bound using segment: {'id': '7f70995f-d134-4485-8005-c353c0224a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:35:23.208074 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Bound port: e3da192d-417d-414f-b232-e0c7d6656c79, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f70995f-d134-4485-8005-c353c0224a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:35:23.208716 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.213618 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.225745 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Transition to ACTIVE for port object d0a30732-c275-4c25-873c-06f0338d06f2 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:23.327053 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] For port e3da192d-417d-414f-b232-e0c7d6656c79, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:35:23.329981 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] For port e3da192d-417d-414f-b232-e0c7d6656c79, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=e3da192d-417d-414f-b232-e0c7d6656c79,segment=NetworkSegment(7f70995f-d134-4485-8005-c353c0224a62),segment_id=7f70995f-d134-4485-8005-c353c0224a62)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:35:23.340813 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.345824 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-25c88974-8926-4c1f-a7c6-e32c9b490035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:23.400929 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Allocated IP 172.28.3.209 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/8adfe7b4-f34e-4eb1-b20b-79d468285e16) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:35:23.462012 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.465412 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Pushing event updated for resources: {'Port': ['ID=d0a30732-c275-4c25-873c-06f0338d06f2,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:23.467410 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:23.511752 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.512119 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.512416 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.512770 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.513093 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.513408 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.513729 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.514041 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.514355 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.514665 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.514973 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:23.545508 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:23.568298 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.585183 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Attempting to bind port d0a30732-c275-4c25-873c-06f0338d06f2 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:35:23.585805 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Attempting to bind port d0a30732-c275-4c25-873c-06f0338d06f2 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:35:23.586364 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Attempting to bind port d0a30732-c275-4c25-873c-06f0338d06f2 on network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:35:23.588250 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Pushing event updated for resources: {'Port': ['ID=e3da192d-417d-414f-b232-e0c7d6656c79,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:23.600943 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:35:23.600943 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Checking segment: {'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:35:23.600943 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.601334 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-57346e5f-c68b-4d37-a397-b0dea3f51778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:23.601440 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Bound using segment: {'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:35:23.601440 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Bound port: d0a30732-c275-4c25-873c-06f0338d06f2, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:35:23.601440 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.682302 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.687298 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-845aa9e0-45df-4091-9353-797c39179646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:23.723287 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] For port d0a30732-c275-4c25-873c-06f0338d06f2, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:35:23.731604 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] For port d0a30732-c275-4c25-873c-06f0338d06f2, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=d0a30732-c275-4c25-873c-06f0338d06f2,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:35:23.761880 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:23.766444 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:23.771232 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:35:23.806851 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Pushing event updated for resources: {'Port': ['ID=8adfe7b4-f34e-4eb1-b20b-79d468285e16,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:23.811806 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:23.858919 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:23.863183 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-0712e8c9-4fc9-4877-9403-53e31891eb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:23.938911 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Pushing event updated for resources: {'Port': ['ID=d0a30732-c275-4c25-873c-06f0338d06f2,revision_number=4']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:23.943805 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a4893c26-7eb5-4989-a733-4f2ca2b8c736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:23.946886 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Routers {'e93a947f-82ae-4476-9a5a-2a53f1202f11'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:35:23.947481 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:34:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['e93a947f-82ae-4476-9a5a-2a53f1202f11'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:24.037056 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:24.037872 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693041'] for router, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:24.121413 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] Set router e93a947f-82ae-4476-9a5a-2a53f1202f11 gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:35:24.418508 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Router dd7a086d-d1b9-4229-8768-4bc46d18023c is scheduled to L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 with binding_index 1 {{(pid=75089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 12:35:24.440847 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': 'd0a30732-c275-4c25-873c-06f0338d06f2', 'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'mac_address': 'fa:16:3e:cc:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:17Z', 'updated_at': '2021-06-27T12:35:23Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'subnets': [{'id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:24.445654 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef765e70-9e00-4967-80c2-2dd28bf4220d None None] The sync data for ids ['e93a947f-82ae-4476-9a5a-2a53f1202f11'] in dv-cinder-798098-1-smb is: [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': 'd0a30732-c275-4c25-873c-06f0338d06f2', 'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'mac_address': 'fa:16:3e:cc:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:17Z', 'updated_at': '2021-06-27T12:35:23Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'subnets': [{'id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:35:24.620264 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72017ed8-d114-4969-affd-26b17dccd410 None None] Network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:35:24.740357 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:35:24.750307 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Sync routers for ids ['dd7a086d-d1b9-4229-8768-4bc46d18023c'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:35:24.803406 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-705686dd-7920-4b86-864f-ed30198e2aec None None] Provisioning for port e3da192d-417d-414f-b232-e0c7d6656c79 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:24.808405 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Routers {'dd7a086d-d1b9-4229-8768-4bc46d18023c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:35:24.809081 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:34:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['dd7a086d-d1b9-4229-8768-4bc46d18023c'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:24.865109 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] Notify callbacks [] for router, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:24.866692 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-3b1d235d-2caa-4d0f-8497-270e53ee2c3b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4130347 Jun 27 12:35:24.869507 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42536) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:25.044764 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Set router dd7a086d-d1b9-4229-8768-4bc46d18023c gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:35:25.370010 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'name': 'tempest-TestMinimumBasicScenario-879099527-router', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:22Z', 'updated_at': '2021-06-27T12:35:23Z', 'revision_number': 3, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'gw_port': {'id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:23Z', 'updated_at': '2021-06-27T12:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:25.373886 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Checking router: dd7a086d-d1b9-4229-8768-4bc46d18023c for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:35:25.374243 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Updating router dd7a086d-d1b9-4229-8768-4bc46d18023c port 8adfe7b4-f34e-4eb1-b20b-79d468285e16 binding host dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:35:25.424069 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:25.640202 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device e3da192d-417d-414f-b232-e0c7d6656c79 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:25.681515 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:25.839527 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Notify callbacks [] for port, precommit_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:25.843887 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port e3da192d-417d-414f-b232-e0c7d6656c79 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:25.853266 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port e3da192d-417d-414f-b232-e0c7d6656c79 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:25.853659 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:25.890308 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Transition to ACTIVE for port object 8adfe7b4-f34e-4eb1-b20b-79d468285e16 will not be triggered until provisioned by entity L2. {{(pid=75090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:25.892462 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Allocated IP 172.20.0.1 (9d3e3ae9-b9ef-4355-b810-6ccea3e85531/7e290b83-f9a9-45a8-861e-4bba2deb5073/5e85ef10-8595-4e8b-b100-27b4b2c24610) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:35:25.950120 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1561-6d22-4668-9bea-e1f28623476d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:25.972137 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:25.978178 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:26.046632 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.061902 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Transition to ACTIVE for port object 5e85ef10-8595-4e8b-b100-27b4b2c24610 will not be triggered until provisioned by entity DHCP. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:26.067572 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.107713 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f4844-2883-4305-8738-5ba70c978921 None None] Pushing event updated for resources: {'Port': ['ID=8adfe7b4-f34e-4eb1-b20b-79d468285e16,revision_number=2']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:26.113632 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-d78f4844-2883-4305-8738-5ba70c978921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:26.116765 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Attempting to bind port 8adfe7b4-f34e-4eb1-b20b-79d468285e16 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:35:26.117144 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Attempting to bind port 8adfe7b4-f34e-4eb1-b20b-79d468285e16 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:35:26.117514 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Attempting to bind port 8adfe7b4-f34e-4eb1-b20b-79d468285e16 on network 6cc6fb11-e95d-44c8-aefa-1369e056d817 {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:35:26.130758 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:35:26.134467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Checking segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:35:26.134467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.134467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Bound using segment: {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'} {{(pid=75090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:35:26.134467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.managers [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Bound port: 8adfe7b4-f34e-4eb1-b20b-79d468285e16, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73253b2e-451b-4a3f-9b26-0e2d6f667b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817'}}] {{(pid=75090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:35:26.134467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.155496 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port e3da192d-417d-414f-b232-e0c7d6656c79, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=e3da192d-417d-414f-b232-e0c7d6656c79,segment=NetworkSegment(7f70995f-d134-4485-8005-c353c0224a62),segment_id=7f70995f-d134-4485-8005-c353c0224a62)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:35:26.198141 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.202518 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-701fc109-d09c-4ac5-af13-517c01ec73cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:26.207201 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] For port 8adfe7b4-f34e-4eb1-b20b-79d468285e16, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:35:26.212446 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] For port 8adfe7b4-f34e-4eb1-b20b-79d468285e16, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=8adfe7b4-f34e-4eb1-b20b-79d468285e16,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:35:26.248852 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.249799 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device d0a30732-c275-4c25-873c-06f0338d06f2 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:26.265315 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:26.268157 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:26.272569 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:35:26.279037 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:26.303066 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Pushing event updated for resources: {'Port': ['ID=5e85ef10-8595-4e8b-b100-27b4b2c24610,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:26.309617 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:26.335301 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3692583'] for router_interface, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.337420 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.399798 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=e3da192d-417d-414f-b232-e0c7d6656c79,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:26.405870 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:26.406337 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-5551e523-de84-4411-acbc-e7d05eb93cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:26.454570 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Routers {'dd7a086d-d1b9-4229-8768-4bc46d18023c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:35:26.455206 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:34:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['dd7a086d-d1b9-4229-8768-4bc46d18023c'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:26.505171 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.527004 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.566874 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f4844-2883-4305-8738-5ba70c978921 None None] Pushing event updated for resources: {'Port': ['ID=8adfe7b4-f34e-4eb1-b20b-79d468285e16,revision_number=3']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:26.574941 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-d78f4844-2883-4305-8738-5ba70c978921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:26.676485 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] Set router dd7a086d-d1b9-4229-8768-4bc46d18023c gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:35:26.747946 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.795179 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port d0a30732-c275-4c25-873c-06f0338d06f2 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:26.816753 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port d0a30732-c275-4c25-873c-06f0338d06f2 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:26.817195 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.851105 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-e60d99c4-6fcc-4a4f-b518-8b33476b465b None None] Provisioning for port 5e85ef10-8595-4e8b-b100-27b4b2c24610 completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:26.860620 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.915515 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-e60d99c4-6fcc-4a4f-b518-8b33476b465b None None] Provisioning complete for port 5e85ef10-8595-4e8b-b100-27b4b2c24610 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:26.915895 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e60d99c4-6fcc-4a4f-b518-8b33476b465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.986379 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-a9d06a27-1f65-4ddb-92f2-25fe06e20b8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:27.023251 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-e60d99c4-6fcc-4a4f-b518-8b33476b465b None None] Port 5e85ef10-8595-4e8b-b100-27b4b2c24610 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:35:27.076650 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Pushing event updated for resources: {'Port': ['ID=5e85ef10-8595-4e8b-b100-27b4b2c24610,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:27.079923 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690507'] for router_interface, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:27.084650 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:27.126839 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:27.173470 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port d0a30732-c275-4c25-873c-06f0338d06f2, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=d0a30732-c275-4c25-873c-06f0338d06f2,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:35:27.184195 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'name': 'tempest-TestMinimumBasicScenario-879099527-router', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:22Z', 'updated_at': '2021-06-27T12:35:26Z', 'revision_number': 4, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'gw_port': {'id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:23Z', 'updated_at': '2021-06-27T12:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '5e85ef10-8595-4e8b-b100-27b4b2c24610', 'name': '', 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'mac_address': 'fa:16:3e:18:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e290b83-f9a9-45a8-861e-4bba2deb5073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:25Z', 'updated_at': '2021-06-27T12:35:25Z', 'revision_number': 1, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'subnets': [{'id': '7e290b83-f9a9-45a8-861e-4bba2deb5073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:27.188061 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591afcd-3a67-4004-8f81-1d3040786826 None None] The sync data for ids ['dd7a086d-d1b9-4229-8768-4bc46d18023c'] in dv-cinder-798098-1-smb is: [{'id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'name': 'tempest-TestMinimumBasicScenario-879099527-router', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:22Z', 'updated_at': '2021-06-27T12:35:26Z', 'revision_number': 4, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'gw_port': {'id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:23Z', 'updated_at': '2021-06-27T12:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '5e85ef10-8595-4e8b-b100-27b4b2c24610', 'name': '', 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'mac_address': 'fa:16:3e:18:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e290b83-f9a9-45a8-861e-4bba2deb5073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:25Z', 'updated_at': '2021-06-27T12:35:25Z', 'revision_number': 1, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'subnets': [{'id': '7e290b83-f9a9-45a8-861e-4bba2deb5073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:35:27.236261 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:27.237354 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:27.237711 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:27.239552 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:27.322957 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=d0a30732-c275-4c25-873c-06f0338d06f2,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:27.329403 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:27.445572 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-25d0f844-f9eb-45d6-90f0-6f35af729d99 None None] Provisioning complete for port 5e85ef10-8595-4e8b-b100-27b4b2c24610 triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:27.445948 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-25d0f844-f9eb-45d6-90f0-6f35af729d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:27.498545 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-25d0f844-f9eb-45d6-90f0-6f35af729d99 None None] Port 5e85ef10-8595-4e8b-b100-27b4b2c24610 cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:35:27.552478 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device e3da192d-417d-414f-b232-e0c7d6656c79 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:27.625396 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port e3da192d-417d-414f-b232-e0c7d6656c79 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:27.625775 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:27.645788 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Router dd7a086d-d1b9-4229-8768-4bc46d18023c has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:35:27.750231 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device d0a30732-c275-4c25-873c-06f0338d06f2 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:27.778120 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:27.827304 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port d0a30732-c275-4c25-873c-06f0338d06f2 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:27.827683 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:27.850621 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:35:27.859472 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] 10.222.0.45 "PUT /v2.0/routers/dd7a086d-d1b9-4229-8768-4bc46d18023c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9889581 Jun 27 12:35:28.077362 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a3882e04-23cb-4195-a2fa-82c5cd74681e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:29.060782 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:30.621426 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:35.583613 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 8adfe7b4-f34e-4eb1-b20b-79d468285e16 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:35.740208 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 8adfe7b4-f34e-4eb1-b20b-79d468285e16 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:35.745907 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 8adfe7b4-f34e-4eb1-b20b-79d468285e16 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:35.746205 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:35.869695 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:35.886112 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 8adfe7b4-f34e-4eb1-b20b-79d468285e16, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=8adfe7b4-f34e-4eb1-b20b-79d468285e16,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:35:35.952247 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:35.955523 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:36.031237 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=8adfe7b4-f34e-4eb1-b20b-79d468285e16,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:36.034534 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:37.558958 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 8adfe7b4-f34e-4eb1-b20b-79d468285e16 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:37.633108 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 8adfe7b4-f34e-4eb1-b20b-79d468285e16 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:37.633476 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:40.836460 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-e808bcbb-142d-49bf-acc9-4ac0d7ae3f08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:40.837146 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-e808bcbb-142d-49bf-acc9-4ac0d7ae3f08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Synchronizing usage tracker for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:network {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:35:40.966703 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-e808bcbb-142d-49bf-acc9-4ac0d7ae3f08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Unset dirty status for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:network {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:35:40.967830 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-e808bcbb-142d-49bf-acc9-4ac0d7ae3f08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/networks?id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 HTTP/1.1" status: 200 len: 815 time: 0.2699571 Jun 27 12:35:40.984634 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-4b17e942-fa11-43db-9023-da20a066920f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/quotas/c6c16c5f8c774fcca1e5ddca6876c6b9 HTTP/1.1" status: 200 len: 375 time: 0.0104749 Jun 27 12:35:41.068589 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-f1cdcda6-8103-422b-a20f-885fefc0e6be tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Synchronizing usage tracker for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:35:41.185289 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-f1cdcda6-8103-422b-a20f-885fefc0e6be tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Unset dirty status for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:35:41.186536 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-f1cdcda6-8103-422b-a20f-885fefc0e6be tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1965847 Jun 27 12:35:41.202392 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-d8063fd2-af23-494a-8764-704e7b8a31c3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75089) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:35:41.203307 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-d8063fd2-af23-494a-8764-704e7b8a31c3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051143 Jun 27 12:35:41.330565 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-8205d2a5-2b43-420b-9269-823234acb1a8 service neutron] 10.222.0.45 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216621 Jun 27 12:35:41.458841 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-728579f8-e358-44e0-b2e9-ddcb68531c4c service neutron] 10.222.0.45 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222737 Jun 27 12:35:41.927205 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-bd8492c6-546b-4664-97fb-e9983fb9be3b req-c042b933-0c88-4991-a727-06f228cbf145 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 210 time: 0.1750283 Jun 27 12:35:43.037556 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-19f0186b-20f0-42eb-bb0a-8c09310d7fc5 req-9172c587-a0b6-494b-aa75-a406bdf50161 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 210 time: 0.0426755 Jun 27 12:35:44.195318 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a6d49e96-1a57-496c-a866-de2f4a92c42b req-1a68952c-78d6-4cbf-9ecd-68f1cdd87216 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 210 time: 0.0410154 Jun 27 12:35:44.765250 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-14dd5d3d-b70d-43f8-849d-084de91c9720 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:44.766684 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-14dd5d3d-b70d-43f8-849d-084de91c9720 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.50 "GET /v2.0/networks?id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 HTTP/1.1" status: 200 len: 815 time: 0.2262363 Jun 27 12:35:44.788523 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'port': {'device_id': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'admin_state_up': True, 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:35:44.921490 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:44.931214 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:45.025617 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Made reservation on behalf of c6c16c5f8c774fcca1e5ddca6876c6b9 for: {'port': 1} {{(pid=75089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:35:45.028616 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:45.191405 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Allocated IP 172.20.0.5 (ac41bd7c-a889-4045-b433-8c0e2e7f7bb5/93022a38-fc9f-4ffa-97b9-af16fd10df16/8f632604-a746-4242-a143-ec730000751a) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:35:45.372198 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5cfb033b-ade1-42c8-ac87-2c640c1e474f req-a553982e-f0c7-4cc2-8f65-37469c60da03 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 210 time: 0.0548146 Jun 27 12:35:45.435660 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:45.451614 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Transition to ACTIVE for port object 8f632604-a746-4242-a143-ec730000751a will not be triggered until provisioned by entity DHCP. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:45.568382 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:45.588681 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-b2d31ce5-fda1-498c-8fde-802f5867a74c tempest-TestShelveInstance-844034165 tempest-TestShelveInstance-844034165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:45.631681 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:45.632866 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:45.641385 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:35:45.718080 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'Port': ['ID=8f632604-a746-4242-a143-ec730000751a,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:45.727845 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:45.741501 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:45.741501 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:45.904471 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1195095 Jun 27 12:35:46.099777 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-f76c1d20-12e5-4d9b-880f-76cc52fc4c14 None None] Provisioning for port 8f632604-a746-4242-a143-ec730000751a completed by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:46.105076 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-f76c1d20-12e5-4d9b-880f-76cc52fc4c14 None None] Provisioning complete for port 8f632604-a746-4242-a143-ec730000751a triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:46.105462 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-f76c1d20-12e5-4d9b-880f-76cc52fc4c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:46.163966 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-f76c1d20-12e5-4d9b-880f-76cc52fc4c14 None None] Port 8f632604-a746-4242-a143-ec730000751a cannot update to ACTIVE because it is not bound. {{(pid=75090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 27 12:35:46.582555 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04fd9f-752e-4801-9bb4-e9a1cb3fc6e3 req-03f0e96a-1873-4bce-b1f4-df792c0865d1 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:46.585277 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4f04fd9f-752e-4801-9bb4-e9a1cb3fc6e3 req-03f0e96a-1873-4bce-b1f4-df792c0865d1 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 931 time: 0.0858090 Jun 27 12:35:46.633119 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4f04fd9f-752e-4801-9bb4-e9a1cb3fc6e3 req-88f510c2-c846-4b0c-849a-552360551060 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 Jun 27 12:35:47.856335 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b21e81-4033-49b6-b917-17821c312329 req-f26f83f1-412d-492e-a214-667d52df8188 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:47.857106 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-26b21e81-4033-49b6-b917-17821c312329 req-f26f83f1-412d-492e-a214-667d52df8188 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Synchronizing usage tracker for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:35:47.957408 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-26b21e81-4033-49b6-b917-17821c312329 req-f26f83f1-412d-492e-a214-667d52df8188 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Unset dirty status for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:35:47.958623 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-26b21e81-4033-49b6-b917-17821c312329 req-f26f83f1-412d-492e-a214-667d52df8188 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 931 time: 0.1975060 Jun 27 12:35:48.006077 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-26b21e81-4033-49b6-b917-17821c312329 req-eeca02d2-3ee1-4653-b3bc-aeae1dd5c903 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Synchronizing usage tracker for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:security_group {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:35:48.121095 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-26b21e81-4033-49b6-b917-17821c312329 req-eeca02d2-3ee1-4653-b3bc-aeae1dd5c903 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Unset dirty status for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:security_group {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:35:48.122185 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-26b21e81-4033-49b6-b917-17821c312329 req-eeca02d2-3ee1-4653-b3bc-aeae1dd5c903 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579800 Jun 27 12:35:49.325944 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585753e-d5e8-4f1b-b547-434c7693483c req-1af28f69-54ec-4db6-8675-a328d9f8b5a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:49.327391 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a585753e-d5e8-4f1b-b547-434c7693483c req-1af28f69-54ec-4db6-8675-a328d9f8b5a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 931 time: 0.0777447 Jun 27 12:35:49.378458 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a585753e-d5e8-4f1b-b547-434c7693483c req-a2c9c1d6-242a-4479-aab8-b1f56789f75b tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447686 Jun 27 12:35:50.639379 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b9af-5a36-4b45-a5fa-d9878152dd90 req-be19d5d2-3d6b-4dfc-b455-4730e66f03dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:50.640905 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d497b9af-5a36-4b45-a5fa-d9878152dd90 req-be19d5d2-3d6b-4dfc-b455-4730e66f03dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 931 time: 0.1071529 Jun 27 12:35:50.690670 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d497b9af-5a36-4b45-a5fa-d9878152dd90 req-977ae3aa-846e-4df3-88a4-061a2aec409c tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 Jun 27 12:35:51.789242 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Sync routers for ids ['dd7a086d-d1b9-4229-8768-4bc46d18023c'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:35:51.801002 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Routers {'dd7a086d-d1b9-4229-8768-4bc46d18023c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:35:51.801866 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:35:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['dd7a086d-d1b9-4229-8768-4bc46d18023c'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:51.896834 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a01a78-c83e-4ede-a7e6-a619c123e5ef req-3b6b603a-ea9a-40ad-8492-bef58de94122 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:51.898397 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c8a01a78-c83e-4ede-a7e6-a619c123e5ef req-3b6b603a-ea9a-40ad-8492-bef58de94122 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 931 time: 0.0798419 Jun 27 12:35:51.965185 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c8a01a78-c83e-4ede-a7e6-a619c123e5ef req-f4f30298-641b-4285-b419-9e206c95722c tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574238 Jun 27 12:35:51.995982 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Set router dd7a086d-d1b9-4229-8768-4bc46d18023c gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:35:52.311863 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'name': 'tempest-TestMinimumBasicScenario-879099527-router', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:22Z', 'updated_at': '2021-06-27T12:35:26Z', 'revision_number': 4, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'gw_port': {'id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:23Z', 'updated_at': '2021-06-27T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '5e85ef10-8595-4e8b-b100-27b4b2c24610', 'name': '', 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'mac_address': 'fa:16:3e:18:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e290b83-f9a9-45a8-861e-4bba2deb5073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:25Z', 'updated_at': '2021-06-27T12:35:26Z', 'revision_number': 2, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'subnets': [{'id': '7e290b83-f9a9-45a8-861e-4bba2deb5073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:52.316102 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Checking router: dd7a086d-d1b9-4229-8768-4bc46d18023c for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:35:52.316477 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Updating router dd7a086d-d1b9-4229-8768-4bc46d18023c port 5e85ef10-8595-4e8b-b100-27b4b2c24610 binding host dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 27 12:35:52.369539 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:52.794050 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:52.808726 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Transition to ACTIVE for port object 5e85ef10-8595-4e8b-b100-27b4b2c24610 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:52.962065 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:52.966088 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a5a15c55-84d0-4a24-9617-1ecab2c58b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:53.119969 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2797ac5-274c-484b-bd5b-ab7961fce81e None None] Pushing event updated for resources: {'Port': ['ID=5e85ef10-8595-4e8b-b100-27b4b2c24610,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:53.125726 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e2797ac5-274c-484b-bd5b-ab7961fce81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:53.179317 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d346ec-05a2-4b49-9ee8-166f71ae877a req-edf3ae16-ee17-44ab-bbf1-1a55fb0291a7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:53.186679 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-86d346ec-05a2-4b49-9ee8-166f71ae877a req-edf3ae16-ee17-44ab-bbf1-1a55fb0291a7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 931 time: 0.0942993 Jun 27 12:35:53.229378 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Attempting to bind port 5e85ef10-8595-4e8b-b100-27b4b2c24610 on host dv-cinder-798098-1-smb for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:35:53.229693 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Attempting to bind port 5e85ef10-8595-4e8b-b100-27b4b2c24610 by drivers openvswitch,hyperv on host dv-cinder-798098-1-smb at level 0 using segments [{'id': '7f70995f-d134-4485-8005-c353c0224a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:35:53.230009 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Attempting to bind port 5e85ef10-8595-4e8b-b100-27b4b2c24610 on network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:35:53.241265 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Checking agent: {'id': '6d6a5bb2-e994-4e06-b85a-f94a24da1290', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 16, 26), 'started_at': datetime.datetime(2021, 6, 27, 12, 16, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:35:53.241642 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Checking segment: {'id': '7f70995f-d134-4485-8005-c353c0224a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:35:53.242049 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:53.242444 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Bound using segment: {'id': '7f70995f-d134-4485-8005-c353c0224a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:35:53.242927 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Bound port: 5e85ef10-8595-4e8b-b100-27b4b2c24610, host: dv-cinder-798098-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f70995f-d134-4485-8005-c353c0224a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:35:53.243306 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:53.253788 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-86d346ec-05a2-4b49-9ee8-166f71ae877a req-aa703adc-7f86-4359-ba16-1d75732cbdd7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652599 Jun 27 12:35:53.355690 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] For port 5e85ef10-8595-4e8b-b100-27b4b2c24610, host dv-cinder-798098-1-smb, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:35:53.358695 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] For port 5e85ef10-8595-4e8b-b100-27b4b2c24610, host dv-cinder-798098-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=5e85ef10-8595-4e8b-b100-27b4b2c24610,segment=NetworkSegment(7f70995f-d134-4485-8005-c353c0224a62),segment_id=7f70995f-d134-4485-8005-c353c0224a62)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:35:53.459862 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:53.463872 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-bf46f7cc-877c-4844-b7da-5e285c380754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:53.537664 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Routers {'dd7a086d-d1b9-4229-8768-4bc46d18023c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:35:53.538266 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:35:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['dd7a086d-d1b9-4229-8768-4bc46d18023c'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:53.635204 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2797ac5-274c-484b-bd5b-ab7961fce81e None None] Pushing event updated for resources: {'Port': ['ID=5e85ef10-8595-4e8b-b100-27b4b2c24610,revision_number=4']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:53.640076 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e2797ac5-274c-484b-bd5b-ab7961fce81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:53.747751 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] Set router dd7a086d-d1b9-4229-8768-4bc46d18023c gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:35:54.067162 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'name': 'tempest-TestMinimumBasicScenario-879099527-router', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:22Z', 'updated_at': '2021-06-27T12:35:26Z', 'revision_number': 4, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'gw_port': {'id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:23Z', 'updated_at': '2021-06-27T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '5e85ef10-8595-4e8b-b100-27b4b2c24610', 'name': '', 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'mac_address': 'fa:16:3e:18:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e290b83-f9a9-45a8-861e-4bba2deb5073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:25Z', 'updated_at': '2021-06-27T12:35:53Z', 'revision_number': 4, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'subnets': [{'id': '7e290b83-f9a9-45a8-861e-4bba2deb5073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:54.071022 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a936d-576e-4a6d-982b-2c4c5e584eec None None] The sync data for ids ['dd7a086d-d1b9-4229-8768-4bc46d18023c'] in dv-cinder-798098-1-smb is: [{'id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'name': 'tempest-TestMinimumBasicScenario-879099527-router', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:22Z', 'updated_at': '2021-06-27T12:35:26Z', 'revision_number': 4, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'gw_port': {'id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:23Z', 'updated_at': '2021-06-27T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': '5e85ef10-8595-4e8b-b100-27b4b2c24610', 'name': '', 'network_id': '9d3e3ae9-b9ef-4355-b810-6ccea3e85531', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'mac_address': 'fa:16:3e:18:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e290b83-f9a9-45a8-861e-4bba2deb5073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:25Z', 'updated_at': '2021-06-27T12:35:53Z', 'revision_number': 4, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'subnets': [{'id': '7e290b83-f9a9-45a8-861e-4bba2deb5073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:35:54.475590 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd93f0-0389-4cbb-9275-5ab1ceaa97de req-63406718-1e19-4a75-bc52-cda0a771aab4 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:54.477146 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fecd93f0-0389-4cbb-9275-5ab1ceaa97de req-63406718-1e19-4a75-bc52-cda0a771aab4 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 931 time: 0.1003888 Jun 27 12:35:54.537163 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-fecd93f0-0389-4cbb-9275-5ab1ceaa97de req-84ef28b2-1fed-49cd-8d24-2e36867e4b8a tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543749 Jun 27 12:35:55.362454 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-2f2333d9-443e-41aa-af72-3b54e850295c tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=75089) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 27 12:35:55.377325 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-2f2333d9-443e-41aa-af72-3b54e850295c tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056193 Jun 27 12:35:55.442504 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Request body: {'port': {'device_id': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:35:55.554674 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:55.591360 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 5e85ef10-8595-4e8b-b100-27b4b2c24610 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:55.761963 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning for port 5e85ef10-8595-4e8b-b100-27b4b2c24610 completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:55.766975 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 5e85ef10-8595-4e8b-b100-27b4b2c24610 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:55.767348 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:55.880757 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa27ee5-fa75-4df0-ade3-1652f8cec419 req-49e48440-b63b-4243-b54e-3987e4afb8a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:55.882174 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3aa27ee5-fa75-4df0-ade3-1652f8cec419 req-49e48440-b63b-4243-b54e-3987e4afb8a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 931 time: 0.1921730 Jun 27 12:35:55.892115 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:55.903316 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-5de69246-a57b-4321-8411-7f52f9e9d25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:55.927730 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] For port 5e85ef10-8595-4e8b-b100-27b4b2c24610, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=5e85ef10-8595-4e8b-b100-27b4b2c24610,segment=NetworkSegment(7f70995f-d134-4485-8005-c353c0224a62),segment_id=7f70995f-d134-4485-8005-c353c0224a62)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:35:55.969973 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3aa27ee5-fa75-4df0-ade3-1652f8cec419 req-c6824d0e-d5f8-431e-83be-86ba25fcb4d6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773792 Jun 27 12:35:56.006216 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:56.009070 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:56.021323 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f632604-a746-4242-a143-ec730000751a {{(pid=75089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:35:56.028092 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:56.042155 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.provisioning_blocks [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Transition to ACTIVE for port object 8f632604-a746-4242-a143-ec730000751a will not be triggered until provisioned by entity L2. {{(pid=75089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:56.065509 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:35:56.074205 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Pushing event updated for resources: {'Port': ['ID=5e85ef10-8595-4e8b-b100-27b4b2c24610,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:56.077510 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:56.173632 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:56.180271 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:56.413782 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f632604-a746-4242-a143-ec730000751a,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:56.417817 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:56.486086 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:56.521321 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Attempting to bind port 8f632604-a746-4242-a143-ec730000751a on host hv-cinder-79809 for vnic_type normal with profile {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:35:56.521582 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Attempting to bind port 8f632604-a746-4242-a143-ec730000751a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:35:56.521903 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Attempting to bind port 8f632604-a746-4242-a143-ec730000751a on network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:35:56.527508 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Port 8f632604-a746-4242-a143-ec730000751a on network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 27 12:35:56.538146 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Attempting to bind port 8f632604-a746-4242-a143-ec730000751a on network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 27 12:35:56.538146 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Checking agent: {'id': 'b4340612-55a6-4332-95c7-8c966726c9c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 27 12:35:56.538146 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Checking segment: {'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 27 12:35:56.538146 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Bound using segment: {'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'} {{(pid=75089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 27 12:35:56.538146 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.managers [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Bound port: 8f632604-a746-4242-a143-ec730000751a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c51874c-9194-4945-8a8c-35ad9583b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5'}}] {{(pid=75089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:35:56.538146 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:56.626324 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] For port 8f632604-a746-4242-a143-ec730000751a, host hv-cinder-79809, cleared binding levels {{(pid=75089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 12:35:56.629230 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] For port 8f632604-a746-4242-a143-ec730000751a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f632604-a746-4242-a143-ec730000751a,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 12:35:56.762649 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:56.766491 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-6bf973eb-1006-4075-8990-496b7616463b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:56.830378 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:56.831753 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] 10.222.0.50 "PUT /v2.0/ports/8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 200 len: 1093 time: 1.4609327 Jun 27 12:35:56.832251 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'tag': '8f632604-a746-4242-a143-ec730000751a'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:35:56.848799 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f632604-a746-4242-a143-ec730000751a,revision_number=3']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:56.852103 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:56.892386 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'tag': '8f632604-a746-4242-a143-ec730000751a', 'status': 'completed', 'code': 200} Jun 27 12:35:57.009571 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-75e501e6-35cd-4e85-8a27-e28ff019c75b req-00f28ee0-dd8c-4be3-bcb5-bc4f35236d26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 1096 time: 0.0741563 Jun 27 12:35:57.214482 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e501e6-35cd-4e85-8a27-e28ff019c75b req-f148ac1a-d6a5-4ed9-a46b-5f2f7f3c3487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:57.215878 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-75e501e6-35cd-4e85-8a27-e28ff019c75b req-f148ac1a-d6a5-4ed9-a46b-5f2f7f3c3487 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1866944 Jun 27 12:35:57.229869 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8afd8-bfbd-4277-a8a3-12a51d4f6639 req-a891cfcf-7db7-46e4-9bf7-370bbc3c6c9a tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:57.231179 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-13f8afd8-bfbd-4277-a8a3-12a51d4f6639 req-a891cfcf-7db7-46e4-9bf7-370bbc3c6c9a tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 943 time: 0.1311462 Jun 27 12:35:57.357829 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-13f8afd8-bfbd-4277-a8a3-12a51d4f6639 req-6f362fb6-65c7-4739-905b-035681c7ac1f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096892 Jun 27 12:35:57.390173 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e501e6-35cd-4e85-8a27-e28ff019c75b req-b61e61c3-c654-4295-a8b3-cc471a914b7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:57.391596 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-75e501e6-35cd-4e85-8a27-e28ff019c75b req-b61e61c3-c654-4295-a8b3-cc471a914b7b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672831 Jun 27 12:35:57.519395 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-a1ce1ffd-a25b-4d85-b66e-038fea888ced service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 1096 time: 0.0672774 Jun 27 12:35:57.567012 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 5e85ef10-8595-4e8b-b100-27b4b2c24610 up at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:57.601329 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-0c1f6593-9cbd-4ed9-b2ed-77022219f826 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 200 len: 217 time: 0.0652587 Jun 27 12:35:57.647636 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Provisioning complete for port 5e85ef10-8595-4e8b-b100-27b4b2c24610 triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:57.647920 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:57.662791 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-9b15aca7-effe-4fec-9a81-fa71d878ccd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:57.664212 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-9b15aca7-effe-4fec-9a81-fa71d878ccd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93022a38-fc9f-4ffa-97b9-af16fd10df16 HTTP/1.1" status: 200 len: 854 time: 0.0565343 Jun 27 12:35:57.744400 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-7429c3ce-3f67-4228-b6af-f9fcb6615a0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727019 Jun 27 12:35:57.779304 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:57.877163 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-69b2e8a9-6027-4542-99da-537dad20644f service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250989 Jun 27 12:35:57.979216 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1727d045-06a6-4366-b2c4-e6113ef76d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:58.008046 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d22f73d5-3d4c-4531-8bfd-2bf7bd598b0c req-185cca02-eeab-4268-bf36-ccd8a9b8ab3b service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225574 Jun 27 12:35:58.552230 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de683426-48cf-4725-bf2e-853ce51684f8 req-49b74277-fffe-4542-b783-11434cfb1632 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:58.553771 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-de683426-48cf-4725-bf2e-853ce51684f8 req-49b74277-fffe-4542-b783-11434cfb1632 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 943 time: 0.0753739 Jun 27 12:35:58.598594 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-de683426-48cf-4725-bf2e-853ce51684f8 req-30aaae34-a341-449f-b291-8b904fefeae4 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394218 Jun 27 12:35:59.030250 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:59.672374 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 8f632604-a746-4242-a143-ec730000751a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=75090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:35:59.796550 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52fbe3-eb51-4016-b3f3-87bc6081b56f req-cccef753-398c-4119-b466-11956ab7a54d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:59.798003 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6f52fbe3-eb51-4016-b3f3-87bc6081b56f req-cccef753-398c-4119-b466-11956ab7a54d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 943 time: 0.0767403 Jun 27 12:35:59.801712 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 8f632604-a746-4242-a143-ec730000751a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f632604-a746-4242-a143-ec730000751a,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:35:59.815364 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Returning: {'device': '8f632604-a746-4242-a143-ec730000751a', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'port_id': '8f632604-a746-4242-a143-ec730000751a', 'mac_address': 'fa:16:3e:a6:ac:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:35:59.850832 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-6f52fbe3-eb51-4016-b3f3-87bc6081b56f req-98cc3666-7f63-4ce7-9f82-482372f3da7f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464244 Jun 27 12:35:59.881583 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:59.901207 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f632604-a746-4242-a143-ec730000751a {{(pid=75090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:35:59.916131 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 8f632604-a746-4242-a143-ec730000751a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f632604-a746-4242-a143-ec730000751a,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:36:00.024482 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:00.026214 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-caafa0a1-1baf-4e50-ae90-c5f5a64b1c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:00.088148 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=8f632604-a746-4242-a143-ec730000751a,revision_number=4']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:00.091080 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:00.366263 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['8f632604-a746-4242-a143-ec730000751a'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:36:00.607503 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:01.048409 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2e47b-5b00-4027-a5d2-80b81c8438f4 req-40e71d19-d02a-4b25-b94f-0ec5a0060230 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:01.049750 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-81a2e47b-5b00-4027-a5d2-80b81c8438f4 req-40e71d19-d02a-4b25-b94f-0ec5a0060230 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 944 time: 0.0789068 Jun 27 12:36:01.094798 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-81a2e47b-5b00-4027-a5d2-80b81c8438f4 req-8067576b-afc3-4c1e-8ed6-6cb8b224b707 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390351 Jun 27 12:36:01.671358 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 8f632604-a746-4242-a143-ec730000751a up at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:36:01.813467 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning for port 8f632604-a746-4242-a143-ec730000751a completed by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:36:01.819568 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Provisioning complete for port 8f632604-a746-4242-a143-ec730000751a triggered by entity L2. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:36:01.821961 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:01.935641 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:01.962417 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f632604-a746-4242-a143-ec730000751a'}] {{(pid=75090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:36:01.972688 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] For port 8f632604-a746-4242-a143-ec730000751a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f632604-a746-4242-a143-ec730000751a,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:36:02.064925 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176'] for port, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:02.068361 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:02.098185 dv-cinder-798098-1-smb neutron-server[75090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f632604-a746-4242-a143-ec730000751a', 'code': 200} Jun 27 12:36:02.139796 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Pushing event updated for resources: {'Port': ['ID=8f632604-a746-4242-a143-ec730000751a,revision_number=5']} {{(pid=75090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:02.142883 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_concurrency.lockutils [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:02.298235 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca22f6b-1126-4149-af79-a58abce82ee7 req-0fd18d1d-eb58-4bcb-a0cb-29976a4d3d65 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:02.300021 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1ca22f6b-1126-4149-af79-a58abce82ee7 req-0fd18d1d-eb58-4bcb-a0cb-29976a4d3d65 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 945 time: 0.0754673 Jun 27 12:36:02.348944 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1ca22f6b-1126-4149-af79-a58abce82ee7 req-4e961dc6-ed6d-4a09-b062-057cf11d2192 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Jun 27 12:36:02.588528 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5223bfb0-290c-44a6-9916-0d84e5b9e10b req-0fdb4484-3ce7-4bff-9491-9795e89cadbb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 1098 time: 0.0706043 Jun 27 12:36:02.631121 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5223bfb0-290c-44a6-9916-0d84e5b9e10b req-e034a56a-759a-4fb3-a6d4-b4d21ccf887a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358820 Jun 27 12:36:03.544722 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9e7c2-c6b8-4fe0-831c-999e795cd042 req-3a9db618-157e-4405-8c89-f512369f3f86 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:03.546070 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8ff9e7c2-c6b8-4fe0-831c-999e795cd042 req-3a9db618-157e-4405-8c89-f512369f3f86 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 945 time: 0.0775371 Jun 27 12:36:03.589854 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-8ff9e7c2-c6b8-4fe0-831c-999e795cd042 req-dfbad734-42c0-4a73-907b-f4539471b47e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381501 Jun 27 12:36:04.785305 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f4a08-d550-40c9-9594-ca2ee53a8b0a req-70238abc-fbec-4f48-b317-9945f8e215dc tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:04.786723 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4a5f4a08-d550-40c9-9594-ca2ee53a8b0a req-70238abc-fbec-4f48-b317-9945f8e215dc tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 945 time: 0.0781503 Jun 27 12:36:04.831565 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-4a5f4a08-d550-40c9-9594-ca2ee53a8b0a req-8dba1f3a-4468-419a-84c2-9ef3ca426271 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Jun 27 12:36:05.101348 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa93a1a-fe2d-4f5e-869d-12c407802f5f req-23ad2a1e-69b2-4d4d-9666-399585d4ba8c tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:05.102696 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4aa93a1a-fe2d-4f5e-869d-12c407802f5f req-23ad2a1e-69b2-4d4d-9666-399585d4ba8c tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 945 time: 0.1547608 Jun 27 12:36:05.146905 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-4aa93a1a-fe2d-4f5e-869d-12c407802f5f req-01346145-1187-4748-87d6-8e9b42696499 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387697 Jun 27 12:36:05.564855 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed3121-2f5c-4544-b93f-07e8862914e9 req-a6842bf2-1938-4a55-81b1-ee01fc51efc8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:05.566814 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a9ed3121-2f5c-4544-b93f-07e8862914e9 req-a6842bf2-1938-4a55-81b1-ee01fc51efc8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 945 time: 0.0793791 Jun 27 12:36:05.610560 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-a9ed3121-2f5c-4544-b93f-07e8862914e9 req-6621ada0-d043-42b6-a35a-86e748d8e2e0 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380378 Jun 27 12:36:12.492876 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca105c87-8c72-44bb-9de7-53503b216593 req-7ef18a38-a672-4c45-828f-8c734d5a7bab tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:12.494192 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ca105c87-8c72-44bb-9de7-53503b216593 req-7ef18a38-a672-4c45-828f-8c734d5a7bab tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 945 time: 0.0748086 Jun 27 12:36:12.538899 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-ca105c87-8c72-44bb-9de7-53503b216593 req-ed926fd1-9ded-4a51-9995-2326db104ec3 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393746 Jun 27 12:36:12.566187 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42716) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:36:12.700147 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-88e33919-84f8-44f6-83b1-852486579a22 tempest-TestMinimumBasicScenario-890895926 tempest-TestMinimumBasicScenario-890895926-project-admin] Synchronizing usage tracker for tenant:99788b34a1f8460eb9d1280cbf0a4622 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:36:12.892527 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-88e33919-84f8-44f6-83b1-852486579a22 tempest-TestMinimumBasicScenario-890895926 tempest-TestMinimumBasicScenario-890895926-project-admin] Unset dirty status for tenant:99788b34a1f8460eb9d1280cbf0a4622 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:36:12.893611 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-88e33919-84f8-44f6-83b1-852486579a22 tempest-TestMinimumBasicScenario-890895926 tempest-TestMinimumBasicScenario-890895926-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 1093 time: 0.3264830 Jun 27 12:36:12.896489 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42722) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:36:12.901785 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'floatingip': {'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'port_id': '8f632604-a746-4242-a143-ec730000751a', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:36:12.907142 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:36:12.911405 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Usage tracker for resource:floatingip and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:36:12.914197 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75089) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:36:12.919749 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.quota.driver [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75089) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:36:13.028722 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for floatingip, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:13.160329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:13.287809 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_common [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Allocated IP 172.28.3.84 (6cc6fb11-e95d-44c8-aefa-1369e056d817/65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd/05f7e344-7970-40d5-afce-c7baebbf4253) {{(pid=75089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:36:13.432003 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for port, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:13.544595 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945624113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:13.548344 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:13.610195 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Network 6cc6fb11-e95d-44c8-aefa-1369e056d817 is already hosted by enough agents. {{(pid=75089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:36:13.613577 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.base_scheduler [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources bound (agent type, host, resource id): {{(pid=75089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:36:13.617793 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Received port after_create {{(pid=75089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 27 12:36:13.640581 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'Port': ['ID=05f7e344-7970-40d5-afce-c7baebbf4253,revision_number=1']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:13.661479 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.661844 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.662205 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.662561 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.662908 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.663275 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.663601 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.663947 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.664298 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.664664 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.665007 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:13.669528 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:14.340737 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:14.506000 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:14.702602 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:14.772182 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:14.775715 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-ad71a12c-cc0e-47d1-a7f2-615f50f4ef73 tempest-VolumesSnapshotTestJSON-134081364 tempest-VolumesSnapshotTestJSON-134081364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:14.878063 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'Port': ['ID=05f7e344-7970-40d5-afce-c7baebbf4253,revision_number=2']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:14.881731 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:14.889647 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3692634'] for floatingip, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:15.075651 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.db.l3_db [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Floating IP 8cae5a70-042a-425d-8a5e-15508c1ba69c associated. External IP: 172.28.3.84, port: 8f632604-a746-4242-a143-ec730000751a. Jun 27 12:36:15.469974 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Router e93a947f-82ae-4476-9a5a-2a53f1202f11 has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:36:15.671907 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:36:15.681402 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] Sync routers for ids ['e93a947f-82ae-4476-9a5a-2a53f1202f11'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:36:15.696982 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] Routers {'e93a947f-82ae-4476-9a5a-2a53f1202f11'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:36:15.697619 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:35:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['e93a947f-82ae-4476-9a5a-2a53f1202f11'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:36:15.806174 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:15.861572 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-d8f87077-fd74-45cc-b7d2-00b419d3bed5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9640512 Jun 27 12:36:15.862219 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'tag': '8f632604-a746-4242-a143-ec730000751a'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:36:15.864476 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42726) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:36:15.872118 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408080552', 'description': 'tempest-secgroup-smoke-408080552 description', 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:36:15.872637 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] Set router e93a947f-82ae-4476-9a5a-2a53f1202f11 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:36:15.880979 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:36:15.898804 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:36:15.918974 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'tag': '8f632604-a746-4242-a143-ec730000751a', 'status': 'completed', 'code': 200} Jun 27 12:36:16.014294 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:16.040062 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0c9226ac-beac-4399-9c03-5492180df8b4 req-c307c77f-7423-4906-927b-46f5fd5cc9f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 1098 time: 0.0743370 Jun 27 12:36:16.051363 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:36:16.055267 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Usage tracker for resource:security_group_rule and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:36:16.061096 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:36:16.064244 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:36:16.120316 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:16.185255 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9226ac-beac-4399-9c03-5492180df8b4 req-f3f8a851-cdfb-4929-a8db-1152a77a00a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:16.186677 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0c9226ac-beac-4399-9c03-5492180df8b4 req-f3f8a851-cdfb-4929-a8db-1152a77a00a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 HTTP/1.1" status: 200 len: 916 time: 0.1385067 Jun 27 12:36:16.223850 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:16.231503 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-423914aa-f405-41d6-b29a-a1ff95fae3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:16.240209 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '8cae5a70-042a-425d-8a5e-15508c1ba69c', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'port_id': '8f632604-a746-4242-a143-ec730000751a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'mac_address': 'fa:16:3e:a6:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:36:13Z', 'updated_at': '2021-06-27T12:36:13Z', 'revision_number': 0, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a30732-c275-4c25-873c-06f0338d06f2', 'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'mac_address': 'fa:16:3e:cc:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:17Z', 'updated_at': '2021-06-27T12:35:27Z', 'revision_number': 5, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'subnets': [{'id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:36:16.244404 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] Checking router: e93a947f-82ae-4476-9a5a-2a53f1202f11 for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:36:16.256726 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] Routers {'e93a947f-82ae-4476-9a5a-2a53f1202f11'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:36:16.257518 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:35:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['e93a947f-82ae-4476-9a5a-2a53f1202f11'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:36:16.282002 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb851a07-d0c0-4bb8-9a0d-474592dc48f6,revision_number=1']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:16.285327 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:16.384144 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:16.388570 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-b184ac19-d1c9-4b15-b7a5-b42d8e1656dd tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5195155 Jun 27 12:36:16.388986 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42732) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:36:16.389534 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0c9226ac-beac-4399-9c03-5492180df8b4 req-0f024501-d908-458f-934d-d496c91270e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 200 len: 998 time: 0.1946473 Jun 27 12:36:16.394768 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'security_group_rule': {'security_group_id': 'bb851a07-d0c0-4bb8-9a0d-474592dc48f6', 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:36:16.400699 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:36:16.404455 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Usage tracker for resource:security_group_rule and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:36:16.408369 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:36:16.414701 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:36:16.442340 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] Set router e93a947f-82ae-4476-9a5a-2a53f1202f11 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:36:16.457322 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9226ac-beac-4399-9c03-5492180df8b4 req-9fc4cbb0-a347-4de1-8727-2f130bdc490e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:16.458734 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0c9226ac-beac-4399-9c03-5492180df8b4 req-9fc4cbb0-a347-4de1-8727-2f130bdc490e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93022a38-fc9f-4ffa-97b9-af16fd10df16 HTTP/1.1" status: 200 len: 854 time: 0.0625679 Jun 27 12:36:16.534327 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0c9226ac-beac-4399-9c03-5492180df8b4 req-f24afbcc-f4f5-45cf-8e65-763ef85593bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683982 Jun 27 12:36:16.539511 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:16.619991 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:16.686983 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0c9226ac-beac-4399-9c03-5492180df8b4 req-1a5be810-d99c-42e6-a809-f518fd720efc service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436393 Jun 27 12:36:16.704216 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:16.706407 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:16.730450 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d056ef67-901f-4431-93be-7b722b48b904,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:16.733059 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:16.791213 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '8cae5a70-042a-425d-8a5e-15508c1ba69c', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'port_id': '8f632604-a746-4242-a143-ec730000751a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'mac_address': 'fa:16:3e:a6:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:36:13Z', 'updated_at': '2021-06-27T12:36:13Z', 'revision_number': 0, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a30732-c275-4c25-873c-06f0338d06f2', 'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'mac_address': 'fa:16:3e:cc:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:17Z', 'updated_at': '2021-06-27T12:35:27Z', 'revision_number': 5, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'subnets': [{'id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:36:16.795221 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed676bb2-dcbe-4fa2-a519-59276e61b23c None None] The sync data for ids ['e93a947f-82ae-4476-9a5a-2a53f1202f11'] in dv-cinder-798098-1-smb is: [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_floatingips': [{'id': '8cae5a70-042a-425d-8a5e-15508c1ba69c', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'router_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'port_id': '8f632604-a746-4242-a143-ec730000751a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'mac_address': 'fa:16:3e:a6:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:36:13Z', 'updated_at': '2021-06-27T12:36:13Z', 'revision_number': 0, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a30732-c275-4c25-873c-06f0338d06f2', 'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'mac_address': 'fa:16:3e:cc:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:17Z', 'updated_at': '2021-06-27T12:35:27Z', 'revision_number': 5, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'subnets': [{'id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:36:16.812632 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:16.816475 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4240046 Jun 27 12:36:16.816985 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42736) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:36:16.823410 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-0c9226ac-beac-4399-9c03-5492180df8b4 req-ecbac009-9c0a-4fe0-a0bb-7d5b8997bec9 service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295004 Jun 27 12:36:16.830748 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'security_group_rule': {'security_group_id': 'bb851a07-d0c0-4bb8-9a0d-474592dc48f6', 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:36:16.830748 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:36:16.834734 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Usage tracker for resource:security_group_rule and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:36:16.837746 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:36:16.843873 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:36:16.980293 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eab02d0-0985-4d41-920a-422b57c958cb None None] New status for floating IP 8cae5a70-042a-425d-8a5e-15508c1ba69c: ACTIVE {{(pid=75091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:36:17.013295 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.074294 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.144363 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.151881 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-3e77384c-f79c-4f46-907e-07bb2addfba8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:17.173902 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a934177d-8283-41c8-9400-66beefee3c8c,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:17.176321 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:17.246967 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.248110 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-fda6d18d-af74-43fb-9151-a004f14e2b61 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4295609 Jun 27 12:36:17.250798 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42740) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:36:17.256355 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'security_group_rule': {'security_group_id': 'bb851a07-d0c0-4bb8-9a0d-474592dc48f6', 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:36:17.262028 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:36:17.265782 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Usage tracker for resource:security_group_rule and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:36:17.268646 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:36:17.274191 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:36:17.362369 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.476744 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.543902 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.545934 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-2519bb8f-d44d-457a-a9de-8abf43fc60f0 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:17.569210 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51c5880-070a-41c3-bffa-85c310bee98e,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:17.573415 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:17.663628 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.664872 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-6bfd9faf-2260-404a-904d-fa5c3da6ce08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4131444 Jun 27 12:36:17.667570 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42744) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:36:17.673058 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'security_group_rule': {'security_group_id': 'bb851a07-d0c0-4bb8-9a0d-474592dc48f6', 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:36:17.679479 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:36:17.683345 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Usage tracker for resource:security_group_rule and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:36:17.686173 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:36:17.692348 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:36:17.765108 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.825294 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.902921 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:17.909733 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f193c175-e2fa-45d9-b289-c35940a25c63 tempest-AttachVolumeShelveTestJSON-1537044178 tempest-AttachVolumeShelveTestJSON-1537044178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:17.927506 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a71854f-3b7a-4a95-bdbd-9ab3070a78d7,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:17.929803 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:18.029969 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:18.031159 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-c625b86c-8219-4ab4-bca1-1e57b105ccf8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3626988 Jun 27 12:36:18.034544 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42748) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:36:18.040170 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'security_group_rule': {'security_group_id': 'bb851a07-d0c0-4bb8-9a0d-474592dc48f6', 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:36:18.046018 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:36:18.050347 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Usage tracker for resource:security_group_rule and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:36:18.053147 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:36:18.058685 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:36:18.183886 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.securitygroups_db [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Project c6c16c5f8c774fcca1e5ddca6876c6b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:36:18.190028 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:18.252477 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:18.372161 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:18.374276 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-6d2bb67f-181e-4402-9271-080004d5f120 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:18.472673 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11701c3-ce9e-4360-aa2a-56fcc003a19a,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:18.477114 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:18.589375 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:18.590574 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-454090d9-eb0e-487d-924f-672edf57d67f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5550838 Jun 27 12:36:18.593562 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42752) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:36:18.599536 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.v2.base [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'security_group_rule': {'security_group_id': 'bb851a07-d0c0-4bb8-9a0d-474592dc48f6', 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:36:18.605248 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:36:18.609062 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Usage tracker for resource:security_group_rule and tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 is out of sync, need to count used quota {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:36:18.611867 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75088) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:36:18.617980 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.quota.driver [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75088) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:36:18.732180 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.db.securitygroups_db [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Project c6c16c5f8c774fcca1e5ddca6876c6b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:36:18.738704 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:18.800942 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:18.896822 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514479'] for security_group_rule, after_create {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:18.904476 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:18.922839 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77387487-35ce-4052-a705-d8c5cfd63c7d,revision_number=0']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:18.925473 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:18.995258 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:18.996351 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-7c9fb23d-0727-48ec-a534-6a8537dca21d tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4019034 Jun 27 12:36:19.126909 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-80d0623f-1ddc-463c-889c-17199c23eeb8 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408080552&fields=id&tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9 HTTP/1.1" status: 200 len: 267 time: 0.0400689 Jun 27 12:36:19.210053 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-e77183d0-bd31-4fc3-8df3-ae76e5840208 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:19.211455 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-e77183d0-bd31-4fc3-8df3-ae76e5840208 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 945 time: 0.0788326 Jun 27 12:36:19.222270 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-e43ed804-fd31-4176-a6ca-d45cfd714b08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'port': {'security_groups': ['0eabd0fc-db7d-4440-961e-1b8d71cb4e2d', 'bb851a07-d0c0-4bb8-9a0d-474592dc48f6']}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:36:19.335184 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-e43ed804-fd31-4176-a6ca-d45cfd714b08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:19.581601 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-e43ed804-fd31-4176-a6ca-d45cfd714b08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] For port 8f632604-a746-4242-a143-ec730000751a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f632604-a746-4242-a143-ec730000751a,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:36:19.606068 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-e43ed804-fd31-4176-a6ca-d45cfd714b08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:19.686363 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-e43ed804-fd31-4176-a6ca-d45cfd714b08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:19.692147 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-da485a72-b19b-498a-a20e-0e96832e5487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:19.722005 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['8f632604-a746-4242-a143-ec730000751a'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:36:19.756531 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-e43ed804-fd31-4176-a6ca-d45cfd714b08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:19.757194 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-e43ed804-fd31-4176-a6ca-d45cfd714b08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:19.758467 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-42156ada-b50b-43d6-ae60-e8d5462612bf req-e43ed804-fd31-4176-a6ca-d45cfd714b08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "PUT /v2.0/ports/8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 200 len: 981 time: 0.5406318 Jun 27 12:36:19.758981 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'tag': '8f632604-a746-4242-a143-ec730000751a'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:36:19.783700 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ed804-fd31-4176-a6ca-d45cfd714b08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'Port': ['ID=8f632604-a746-4242-a143-ec730000751a,revision_number=6']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:19.795789 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-e43ed804-fd31-4176-a6ca-d45cfd714b08 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:19.846712 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'tag': '8f632604-a746-4242-a143-ec730000751a', 'status': 'completed', 'code': 200} Jun 27 12:36:19.884045 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['8f632604-a746-4242-a143-ec730000751a'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:36:19.993408 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5a9cfdd4-08b7-40c3-ac99-23d4ef3c3ab1 req-d0b206d6-9296-4db0-bf6e-f630ed8cbe68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 1137 time: 0.1048119 Jun 27 12:36:19.995795 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e66b7-88eb-443f-83e1-00d0e327ef2c req-0b8cee58-f7b0-45b9-a1d0-59e069b9e62e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:19.997253 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-450e66b7-88eb-443f-83e1-00d0e327ef2c req-0b8cee58-f7b0-45b9-a1d0-59e069b9e62e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.1184304 Jun 27 12:36:20.047127 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-450e66b7-88eb-443f-83e1-00d0e327ef2c req-3f5099f1-f46e-44c0-930d-6fa3019df3d4 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Synchronizing usage tracker for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:security_group {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:36:20.124922 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cfdd4-08b7-40c3-ac99-23d4ef3c3ab1 req-686224f5-672e-48e1-b673-345fcfb97bea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:20.126268 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5a9cfdd4-08b7-40c3-ac99-23d4ef3c3ab1 req-686224f5-672e-48e1-b673-345fcfb97bea service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 HTTP/1.1" status: 200 len: 916 time: 0.1259861 Jun 27 12:36:20.127124 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-450e66b7-88eb-443f-83e1-00d0e327ef2c req-3f5099f1-f46e-44c0-930d-6fa3019df3d4 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Unset dirty status for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:security_group {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:36:20.128311 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-450e66b7-88eb-443f-83e1-00d0e327ef2c req-3f5099f1-f46e-44c0-930d-6fa3019df3d4 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251535 Jun 27 12:36:20.152328 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-9d474311-1489-4d59-ae5a-fc0dcfc6cf26 None None] Provisioning complete for port 8f632604-a746-4242-a143-ec730000751a triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:36:20.152730 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-9d474311-1489-4d59-ae5a-fc0dcfc6cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:20.233879 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5a9cfdd4-08b7-40c3-ac99-23d4ef3c3ab1 req-d84287a5-0552-4c9b-9a9e-90644fbc47a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 200 len: 1000 time: 0.1007836 Jun 27 12:36:20.295163 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cfdd4-08b7-40c3-ac99-23d4ef3c3ab1 req-db2ccc1b-d61f-4c7e-ac4a-10e8d1aa61cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:20.296625 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5a9cfdd4-08b7-40c3-ac99-23d4ef3c3ab1 req-db2ccc1b-d61f-4c7e-ac4a-10e8d1aa61cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93022a38-fc9f-4ffa-97b9-af16fd10df16 HTTP/1.1" status: 200 len: 854 time: 0.0560648 Jun 27 12:36:20.374520 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5a9cfdd4-08b7-40c3-ac99-23d4ef3c3ab1 req-67721e77-a39d-48b2-8df4-ce681057e2c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702114 Jun 27 12:36:20.612768 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5a9cfdd4-08b7-40c3-ac99-23d4ef3c3ab1 req-a160d5f1-ec99-41fc-aaa4-3b766fe377f7 service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308543 Jun 27 12:36:20.741662 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-5a9cfdd4-08b7-40c3-ac99-23d4ef3c3ab1 req-e4a22e3c-3603-4f37-959b-f157082cb994 service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221561 Jun 27 12:36:25.897485 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-eaff3a76-ad0c-4d72-acc2-3af7974aa111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:26.778279 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:27.703137 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:28.023450 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-cfc04d19-b48d-4923-a8f6-49c2fd1c3b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:29.074895 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:30.571748 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:33.066022 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:36:36.754169 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e3dd-105d-4c92-b3bb-a134c9590f95 req-25f32945-552d-454b-a4b8-2c4652e019ed tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:36.755594 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8009e3dd-105d-4c92-b3bb-a134c9590f95 req-25f32945-552d-454b-a4b8-2c4652e019ed tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0757663 Jun 27 12:36:36.804018 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-8009e3dd-105d-4c92-b3bb-a134c9590f95 req-3f9dc3dd-0a8c-4bba-a218-749e5a744633 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415697 Jun 27 12:36:36.878261 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b163d1ec-694d-43f5-9477-9bbb333b2b21 req-31de206a-997b-47ec-92ab-0857098299fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 1137 time: 0.0701456 Jun 27 12:36:37.007639 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163d1ec-694d-43f5-9477-9bbb333b2b21 req-8c5ed819-6b2a-4f45-b894-107b7e07cdee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:37.009122 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b163d1ec-694d-43f5-9477-9bbb333b2b21 req-8c5ed819-6b2a-4f45-b894-107b7e07cdee service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 HTTP/1.1" status: 200 len: 916 time: 0.1239800 Jun 27 12:36:37.111389 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b163d1ec-694d-43f5-9477-9bbb333b2b21 req-e0523c4c-c580-4d91-a77d-14eca96f3423 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 200 len: 1000 time: 0.0949895 Jun 27 12:36:37.171737 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163d1ec-694d-43f5-9477-9bbb333b2b21 req-438ce8a8-888e-4f58-bcf7-2c7cab1d71d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:37.173068 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b163d1ec-694d-43f5-9477-9bbb333b2b21 req-438ce8a8-888e-4f58-bcf7-2c7cab1d71d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93022a38-fc9f-4ffa-97b9-af16fd10df16 HTTP/1.1" status: 200 len: 854 time: 0.0550077 Jun 27 12:36:37.249841 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b163d1ec-694d-43f5-9477-9bbb333b2b21 req-a95b4c6b-7351-4288-bba1-39d2075754c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701308 Jun 27 12:36:37.379918 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b163d1ec-694d-43f5-9477-9bbb333b2b21 req-e6efe673-e564-413f-b0ec-2b867ebb1238 service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223145 Jun 27 12:36:37.508163 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-b163d1ec-694d-43f5-9477-9bbb333b2b21 req-128871f6-e0c4-4694-946a-007e64dbb3fa service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217947 Jun 27 12:36:38.013092 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c457a-3058-47f2-9532-f70bc74b7b53 req-4892af58-39dc-43b6-9579-e0d0c5af8e24 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:38.014526 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-244c457a-3058-47f2-9532-f70bc74b7b53 req-4892af58-39dc-43b6-9579-e0d0c5af8e24 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0831294 Jun 27 12:36:38.060688 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-244c457a-3058-47f2-9532-f70bc74b7b53 req-737ee418-b05d-4eb4-b133-0e0def4591ff tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395472 Jun 27 12:36:39.259250 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52d6f8-6cfb-4cf8-9e7b-95c299335a36 req-a493d7cf-4e65-444f-8de2-099ed380949a tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:39.260679 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1d52d6f8-6cfb-4cf8-9e7b-95c299335a36 req-a493d7cf-4e65-444f-8de2-099ed380949a tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0780473 Jun 27 12:36:39.306238 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-1d52d6f8-6cfb-4cf8-9e7b-95c299335a36 req-63bfa5db-d874-40bf-848d-1c9cecc72947 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399032 Jun 27 12:36:40.508527 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606185-c498-4e38-8823-75f3f4247ce0 req-c7325580-2073-479d-afaa-003738c4841f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:40.509952 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f7606185-c498-4e38-8823-75f3f4247ce0 req-c7325580-2073-479d-afaa-003738c4841f tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0808525 Jun 27 12:36:40.555480 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f7606185-c498-4e38-8823-75f3f4247ce0 req-c3f899a3-0843-47b6-bbb7-adbfd8fa3a26 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400481 Jun 27 12:36:41.749426 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afd0b3-eb37-479c-851b-7c3d3b7de3f2 req-989c8035-ce26-4737-83a6-517911f8e390 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:41.750817 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a4afd0b3-eb37-479c-851b-7c3d3b7de3f2 req-989c8035-ce26-4737-83a6-517911f8e390 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0734956 Jun 27 12:36:41.796164 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-a4afd0b3-eb37-479c-851b-7c3d3b7de3f2 req-00df2695-3615-4207-915a-d49134cb235e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392914 Jun 27 12:36:42.992120 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f649e-0e60-4439-9766-a5e657effc5d req-68fdb2e3-7907-4308-8a10-832f8d0155a6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:42.993580 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f14f649e-0e60-4439-9766-a5e657effc5d req-68fdb2e3-7907-4308-8a10-832f8d0155a6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0786977 Jun 27 12:36:43.043052 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-f14f649e-0e60-4439-9766-a5e657effc5d req-784a08a4-250c-4f29-a7a8-30ae3a5aed1a tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438406 Jun 27 12:36:44.238315 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63780eb-5700-4e8d-bfc9-d0615a9fa1c2 req-a428f83b-2559-4bce-9efc-a6f39b2436dc tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:44.239657 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c63780eb-5700-4e8d-bfc9-d0615a9fa1c2 req-a428f83b-2559-4bce-9efc-a6f39b2436dc tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0781779 Jun 27 12:36:44.285196 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-c63780eb-5700-4e8d-bfc9-d0615a9fa1c2 req-5a256b0c-606d-4218-8b49-9badb64935a7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400455 Jun 27 12:36:45.477951 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d9aa6-2b98-4f71-97d3-5bdf448aa7fb req-ddd4f713-1bbc-40a9-9f29-5af205b5e255 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:45.479367 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-225d9aa6-2b98-4f71-97d3-5bdf448aa7fb req-ddd4f713-1bbc-40a9-9f29-5af205b5e255 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0757048 Jun 27 12:36:45.526290 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-225d9aa6-2b98-4f71-97d3-5bdf448aa7fb req-d81c243a-71f7-4b23-905f-67165b97768c tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412517 Jun 27 12:36:46.737279 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9c84-048a-429a-b275-5ddaa877fc55 req-562a2de1-fc36-4c9d-bda9-0d5b174f5230 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:46.738693 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ea5b9c84-048a-429a-b275-5ddaa877fc55 req-562a2de1-fc36-4c9d-bda9-0d5b174f5230 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0787365 Jun 27 12:36:46.787428 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-ea5b9c84-048a-429a-b275-5ddaa877fc55 req-34c91b2b-ec2c-4dfd-a46f-8aa4084d5ba1 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431468 Jun 27 12:36:47.983635 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03f47b-60e5-4e6a-accb-559ddb5cb00a req-54a3f733-ef91-4709-a89f-5682151f1fcc tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:47.985071 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cc03f47b-60e5-4e6a-accb-559ddb5cb00a req-54a3f733-ef91-4709-a89f-5682151f1fcc tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0787084 Jun 27 12:36:48.032059 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-cc03f47b-60e5-4e6a-accb-559ddb5cb00a req-9d1f452c-9ac6-44dc-93dd-21c797892442 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409560 Jun 27 12:36:49.367037 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0f296-bbce-4417-a2aa-f1f895828294 req-143cf5c7-bbaa-4849-acae-40b8027e8fb1 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:49.368417 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-59a0f296-bbce-4417-a2aa-f1f895828294 req-143cf5c7-bbaa-4849-acae-40b8027e8fb1 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0744433 Jun 27 12:36:49.414315 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-59a0f296-bbce-4417-a2aa-f1f895828294 req-412279b8-c08e-4e40-ab9f-dbf33a955feb tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb851a07-d0c0-4bb8-9a0d-474592dc48f6&id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402858 Jun 27 12:36:55.993464 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-1f4a1da7-57e6-4d19-87d9-91fb4d439552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:56.416387 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:57.810615 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:57.999131 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c4ead9ab-d79f-4c89-ba40-e5b25db3d7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:59.056318 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:00.604960 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:01.980417 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c8168336-0c81-4cc6-96e4-a5a8822ebf62 req-30a599d6-e4c3-452d-81bf-787f2c22ac31 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661070 Jun 27 12:37:02.137203 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c8168336-0c81-4cc6-96e4-a5a8822ebf62 req-8a58fe60-4173-4c17-b7ce-67d9c1829c58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 1137 time: 0.0752094 Jun 27 12:37:02.365011 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8168336-0c81-4cc6-96e4-a5a8822ebf62 req-d23c2036-c74f-424e-9023-bc1298566e6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:02.366329 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c8168336-0c81-4cc6-96e4-a5a8822ebf62 req-d23c2036-c74f-424e-9023-bc1298566e6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 HTTP/1.1" status: 200 len: 916 time: 0.2081561 Jun 27 12:37:02.466671 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c8168336-0c81-4cc6-96e4-a5a8822ebf62 req-7579abbd-4cf0-4d30-bc7e-3fd5cf8f7b9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 200 len: 1000 time: 0.0937808 Jun 27 12:37:02.528051 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8168336-0c81-4cc6-96e4-a5a8822ebf62 req-ebf2fdf9-a07c-46dd-a011-13f719af4bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:02.529476 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c8168336-0c81-4cc6-96e4-a5a8822ebf62 req-ebf2fdf9-a07c-46dd-a011-13f719af4bc0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93022a38-fc9f-4ffa-97b9-af16fd10df16 HTTP/1.1" status: 200 len: 854 time: 0.0570855 Jun 27 12:37:02.603041 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c8168336-0c81-4cc6-96e4-a5a8822ebf62 req-4caaeb93-4483-4c17-8c16-63d2ac453211 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0668736 Jun 27 12:37:02.731363 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c8168336-0c81-4cc6-96e4-a5a8822ebf62 req-313346f8-2a34-4858-8589-071b304ee16c service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217947 Jun 27 12:37:02.859393 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c8168336-0c81-4cc6-96e4-a5a8822ebf62 req-bf9464b3-ebc4-4624-b53e-db0732576e38 service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210055 Jun 27 12:37:10.066024 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:37:21.919249 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-397151b2-c12d-4199-9fb4-49d33e2fb0b5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408080552&fields=id&tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9 HTTP/1.1" status: 200 len: 267 time: 0.0449388 Jun 27 12:37:21.996957 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-4c45f013-21d1-4eea-8468-1ba8271c79d9 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:21.998349 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-4c45f013-21d1-4eea-8468-1ba8271c79d9 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 984 time: 0.0736434 Jun 27 12:37:22.008952 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.v2.base [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Request body: {'port': {'security_groups': ['0eabd0fc-db7d-4440-961e-1b8d71cb4e2d']}} {{(pid=75089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 27 12:37:22.124041 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650795'] for port, before_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:22.372670 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] For port 8f632604-a746-4242-a143-ec730000751a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f632604-a746-4242-a143-ec730000751a,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:37:22.396639 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for port, precommit_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:22.529471 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770946148280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945624131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945624176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-943299'] for port, after_update {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:22.535126 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-7c682f92-414b-4f2b-83e6-31da35a39b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:22.565336 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['8f632604-a746-4242-a143-ec730000751a'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:37:22.613662 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:22.614265 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:22.615597 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-16540c19-f803-471a-924c-b1b5f0f8dd79 req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "PUT /v2.0/ports/8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 200 len: 942 time: 0.6109252 Jun 27 12:37:22.616103 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'tag': '8f632604-a746-4242-a143-ec730000751a'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:37:22.627356 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event updated for resources: {'Port': ['ID=8f632604-a746-4242-a143-ec730000751a,revision_number=7']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:22.631278 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42804) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:22.652082 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.652375 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.652747 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.653104 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.653462 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.653808 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.654156 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.654503 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.654846 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.655656 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.655656 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.667943 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5bfbed5f-78bc-48a8-acff-d897f107f65e tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:22.721815 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:22.722373 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'tag': '8f632604-a746-4242-a143-ec730000751a', 'status': 'completed', 'code': 200} Jun 27 12:37:22.743475 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['8f632604-a746-4242-a143-ec730000751a'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:37:22.753261 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:22.837231 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c095eb01-baee-4927-9512-b6324096dff6 req-8e016173-0892-4e01-91d2-817336159e91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 1098 time: 0.0719869 Jun 27 12:37:22.891598 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.provisioning_blocks [None req-461d54f0-9605-4097-a01a-3aaa1fc0fc9d None None] Provisioning complete for port 8f632604-a746-4242-a143-ec730000751a triggered by entity DHCP. {{(pid=75090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:37:22.891893 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-461d54f0-9605-4097-a01a-3aaa1fc0fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3661090'] for port, provisioning_complete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:22.930020 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:22.935876 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-04e0c52e-fe9c-49fa-9228-dcd57c31466a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:22.950210 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb851a07-d0c0-4bb8-9a0d-474592dc48f6,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:22.959892 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.960261 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.960645 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.961005 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.961362 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.961712 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.962058 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.962403 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.962935 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.963457 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.963979 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-smb {{(pid=75088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:22.967337 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:22.971095 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095eb01-baee-4927-9512-b6324096dff6 req-270b0aa1-bda1-47c2-a77c-b97fa1eaec3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:22.972742 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c095eb01-baee-4927-9512-b6324096dff6 req-270b0aa1-bda1-47c2-a77c-b97fa1eaec3e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 HTTP/1.1" status: 200 len: 916 time: 0.1280837 Jun 27 12:37:23.079039 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c095eb01-baee-4927-9512-b6324096dff6 req-c5622160-0a64-45ab-a927-710394458b61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 200 len: 1000 time: 0.0997641 Jun 27 12:37:23.095066 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:23.096162 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-14a334de-5e82-4785-90f2-c0e02ddb5ac7 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "DELETE /v2.0/security-groups/bb851a07-d0c0-4bb8-9a0d-474592dc48f6 HTTP/1.1" status: 204 len: 168 time: 0.4627557 Jun 27 12:37:23.098864 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42810) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:23.143655 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095eb01-baee-4927-9512-b6324096dff6 req-f6c82bf8-553c-4285-b1f9-1396ffb86160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:23.145129 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c095eb01-baee-4927-9512-b6324096dff6 req-f6c82bf8-553c-4285-b1f9-1396ffb86160 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93022a38-fc9f-4ffa-97b9-af16fd10df16 HTTP/1.1" status: 200 len: 854 time: 0.0599971 Jun 27 12:37:23.220300 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c095eb01-baee-4927-9512-b6324096dff6 req-73ad47dc-001f-4c93-a07b-ff774bf4ca45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689452 Jun 27 12:37:23.295432 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Deleting port 05f7e344-7970-40d5-afce-c7baebbf4253 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:23.295769 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:23.441816 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c095eb01-baee-4927-9512-b6324096dff6 req-ce5efd53-64ed-413b-be73-b0c563197a01 service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150736 Jun 27 12:37:23.463033 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:23.463351 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:23.571559 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-c095eb01-baee-4927-9512-b6324096dff6 req-edb40b32-4131-40af-a034-bd0230b0d789 service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237400 Jun 27 12:37:23.579569 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Calling delete_port for 05f7e344-7970-40d5-afce-c7baebbf4253 owned by network:floatingip {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:37:23.803948 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:23.807598 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-dbd4648d-b487-4e33-8b35-c02ed84995a9 tempest-AttachVolumeNegativeTest-2077797134 tempest-AttachVolumeNegativeTest-2077797134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:23.846855 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event deleted for resources: {'Port': ['ID=05f7e344-7970-40d5-afce-c7baebbf4253,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:23.850684 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:24.012957 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks [] for floatingip, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:24.391737 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Router e93a947f-82ae-4476-9a5a-2a53f1202f11 has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:37:24.584994 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:37:24.595677 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] Sync routers for ids ['e93a947f-82ae-4476-9a5a-2a53f1202f11'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:37:24.607778 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] Routers {'e93a947f-82ae-4476-9a5a-2a53f1202f11'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:37:24.608388 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:36:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['e93a947f-82ae-4476-9a5a-2a53f1202f11'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:24.678483 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for floatingip, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:24.729456 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-d8dba18c-3449-4424-8a98-d131ed0c83e6 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "DELETE /v2.0/floatingips/8cae5a70-042a-425d-8a5e-15508c1ba69c HTTP/1.1" status: 204 len: 168 time: 1.6294899 Jun 27 12:37:24.730090 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'tag': '8f632604-a746-4242-a143-ec730000751a'}] {{(pid=75088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:37:24.784530 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] Set router e93a947f-82ae-4476-9a5a-2a53f1202f11 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:37:24.933136 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'tag': '8f632604-a746-4242-a143-ec730000751a', 'status': 'completed', 'code': 200} Jun 27 12:37:25.047356 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-025c9d9a-b564-4c81-99ef-ace21d329851 req-c54c56b1-968d-4683-a5e4-edbd17f97fb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 1098 time: 0.0688636 Jun 27 12:37:25.123618 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': 'd0a30732-c275-4c25-873c-06f0338d06f2', 'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'mac_address': 'fa:16:3e:cc:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:17Z', 'updated_at': '2021-06-27T12:35:27Z', 'revision_number': 5, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'subnets': [{'id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:25.127895 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] Checking router: e93a947f-82ae-4476-9a5a-2a53f1202f11 for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:37:25.139801 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] Routers {'e93a947f-82ae-4476-9a5a-2a53f1202f11'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:37:25.141036 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:36:58Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['e93a947f-82ae-4476-9a5a-2a53f1202f11'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:25.189219 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c9d9a-b564-4c81-99ef-ace21d329851 req-35d826ea-19c9-4947-b61d-24cdf937b5b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:25.190700 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-025c9d9a-b564-4c81-99ef-ace21d329851 req-35d826ea-19c9-4947-b61d-24cdf937b5b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 HTTP/1.1" status: 200 len: 916 time: 0.1372154 Jun 27 12:37:25.262140 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-025c9d9a-b564-4c81-99ef-ace21d329851 req-74dea521-60f8-4483-bc98-3f1ece6706a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 200 len: 217 time: 0.0647819 Jun 27 12:37:25.317805 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] Set router e93a947f-82ae-4476-9a5a-2a53f1202f11 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:37:25.323109 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c9d9a-b564-4c81-99ef-ace21d329851 req-effd0c24-ae0c-4ec8-8305-b61237f2ff35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:25.324628 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-025c9d9a-b564-4c81-99ef-ace21d329851 req-effd0c24-ae0c-4ec8-8305-b61237f2ff35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93022a38-fc9f-4ffa-97b9-af16fd10df16 HTTP/1.1" status: 200 len: 854 time: 0.0565400 Jun 27 12:37:25.413920 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-025c9d9a-b564-4c81-99ef-ace21d329851 req-1e53bbc3-1a14-4a02-a6c1-989e336fe4c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756912 Jun 27 12:37:25.550760 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-025c9d9a-b564-4c81-99ef-ace21d329851 req-1f8dc9e8-56b3-4cf1-b943-faee6b1ee5db service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304309 Jun 27 12:37:25.658973 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': 'd0a30732-c275-4c25-873c-06f0338d06f2', 'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'mac_address': 'fa:16:3e:cc:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:17Z', 'updated_at': '2021-06-27T12:35:27Z', 'revision_number': 5, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'subnets': [{'id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:25.663843 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96f811-7858-44a4-931b-7fd320812884 None None] The sync data for ids ['e93a947f-82ae-4476-9a5a-2a53f1202f11'] in dv-cinder-798098-1-smb is: [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:35:18Z', 'revision_number': 4, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb', '_interfaces': [{'id': 'd0a30732-c275-4c25-873c-06f0338d06f2', 'name': '', 'network_id': 'ac41bd7c-a889-4045-b433-8c0e2e7f7bb5', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'mac_address': 'fa:16:3e:cc:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:17Z', 'updated_at': '2021-06-27T12:35:27Z', 'revision_number': 5, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'subnets': [{'id': '93022a38-fc9f-4ffa-97b9-af16fd10df16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:37:25.690313 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-025c9d9a-b564-4c81-99ef-ace21d329851 req-f537b4c7-0ba2-4fd4-85ce-ce6e4d3929f9 service neutron] 10.222.0.50 "GET /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332853 Jun 27 12:37:25.889878 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd187c8c-20b3-41ed-ab02-9e72e4bc8b5d None None] New status for floating IP 8cae5a70-042a-425d-8a5e-15508c1ba69c: DOWN {{(pid=75091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 27 12:37:26.037903 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-275ae6bb-188d-436d-bb08-b9395c6d6acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:26.397968 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:27.798229 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:28.073177 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-55636628-65ea-4557-ad35-d8e57122a88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:29.066178 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:30.133216 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5c9e5-688c-439e-90e0-57ebc7b9a8d0 req-165dee9f-7079-48fa-ae3b-b743190cb3be tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:30.134627 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-aed5c9e5-688c-439e-90e0-57ebc7b9a8d0 req-165dee9f-7079-48fa-ae3b-b743190cb3be tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 945 time: 0.0748181 Jun 27 12:37:30.179636 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-aed5c9e5-688c-439e-90e0-57ebc7b9a8d0 req-8fb15ce0-a03e-4ed5-94e9-92bbcf54001c tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396416 Jun 27 12:37:30.729669 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:31.376007 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da08d21-49d8-415a-91ac-8d0b3420a5ce req-33271cb9-4bb9-4985-8695-e416cbee94f9 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:31.376716 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-7da08d21-49d8-415a-91ac-8d0b3420a5ce req-33271cb9-4bb9-4985-8695-e416cbee94f9 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Synchronizing usage tracker for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:port {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:37:31.506732 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-7da08d21-49d8-415a-91ac-8d0b3420a5ce req-33271cb9-4bb9-4985-8695-e416cbee94f9 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Unset dirty status for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:port {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:37:31.507819 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7da08d21-49d8-415a-91ac-8d0b3420a5ce req-33271cb9-4bb9-4985-8695-e416cbee94f9 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 945 time: 0.2082231 Jun 27 12:37:31.552903 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-7da08d21-49d8-415a-91ac-8d0b3420a5ce req-eadd2ca6-01dd-4c4a-9d3f-dc0e3f518176 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Synchronizing usage tracker for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:security_group {{(pid=75088) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:37:31.683675 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.quota.resource [req-7da08d21-49d8-415a-91ac-8d0b3420a5ce req-eadd2ca6-01dd-4c4a-9d3f-dc0e3f518176 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Unset dirty status for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:security_group {{(pid=75088) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:37:31.685373 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [req-7da08d21-49d8-415a-91ac-8d0b3420a5ce req-eadd2ca6-01dd-4c4a-9d3f-dc0e3f518176 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/security-groups?id=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718423 Jun 27 12:37:31.965835 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-9325d0be-e94d-4b84-8840-6df153bc432a tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:31.967202 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-9325d0be-e94d-4b84-8840-6df153bc432a tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 945 time: 0.0764873 Jun 27 12:37:32.033603 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Deleting port 8f632604-a746-4242-a143-ec730000751a {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:32.033986 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:32.270329 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] For port 8f632604-a746-4242-a143-ec730000751a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8f632604-a746-4242-a143-ec730000751a,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:37:32.270591 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:32.388581 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Calling delete_port for 8f632604-a746-4242-a143-ec730000751a owned by compute:nova {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:37:32.775156 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:32.782538 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-87b7abcd-5db2-4344-98c9-259c9411d1a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:32.812289 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] get_ports_and_sgs() called for port_ids ['8f632604-a746-4242-a143-ec730000751a'] {{(pid=75090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 27 12:37:32.862465 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Pushing event deleted for resources: {'Port': ['ID=8f632604-a746-4242-a143-ec730000751a,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:32.869799 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:32.872542 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-d1609fd3-edd3-49b7-a365-46632a376430 req-f253d951-5c39-48c7-a1db-4bc84cc6ba81 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 210 time: 0.0608115 Jun 27 12:37:32.969008 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] No DVR routers for this DVR port 8f632604-a746-4242-a143-ec730000751a on host hv-cinder-79809 {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:37:32.969008 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26170'] for port, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:32.969008 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'name': 'network-vif-deleted', 'tag': '8f632604-a746-4242-a143-ec730000751a'}] {{(pid=75089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:37:33.000894 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ee4d20-79b3-4391-94ba-4ab779f14907', 'name': 'network-vif-deleted', 'tag': '8f632604-a746-4242-a143-ec730000751a', 'status': 'completed', 'code': 200} Jun 27 12:37:33.027179 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-3ac4245c-4ced-499c-90d0-698a6e4dd770 req-0c37a696-0749-4ad6-891f-60d933fa71a5 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.50 "DELETE /v2.0/ports/8f632604-a746-4242-a143-ec730000751a HTTP/1.1" status: 204 len: 173 time: 1.0539312 Jun 27 12:37:34.052345 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-85bcd1c2-2da3-43b0-813f-492c6f49fc65 req-5c27ccd8-f1e5-4524-a09d-a80779a52413 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Synchronizing usage tracker for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:port {{(pid=75089) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:37:34.151742 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.quota.resource [req-85bcd1c2-2da3-43b0-813f-492c6f49fc65 req-5c27ccd8-f1e5-4524-a09d-a80779a52413 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Unset dirty status for tenant:c6c16c5f8c774fcca1e5ddca6876c6b9 on resource:port {{(pid=75089) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:37:34.152810 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [req-85bcd1c2-2da3-43b0-813f-492c6f49fc65 req-5c27ccd8-f1e5-4524-a09d-a80779a52413 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ee4d20-79b3-4391-94ba-4ab779f14907 HTTP/1.1" status: 200 len: 210 time: 0.1444938 Jun 27 12:37:36.120304 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 8f632604-a746-4242-a143-ec730000751a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:36.152486 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] No Port match for: 8f632604-a746-4242-a143-ec730000751a {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:37:36.152853 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Device 8f632604-a746-4242-a143-ec730000751a not bound to the agent host hv-cinder-79809 {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:36.573549 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42898) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:36.975666 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690586'] for router_interface, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.539352 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Deleting port d0a30732-c275-4c25-873c-06f0338d06f2 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:37.539691 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.704521 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] For port d0a30732-c275-4c25-873c-06f0338d06f2, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=d0a30732-c275-4c25-873c-06f0338d06f2,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:37:37.705211 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.906683 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Calling delete_port for d0a30732-c275-4c25-873c-06f0338d06f2 owned by network:router_interface {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:37:38.141190 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:38.145060 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-057d906c-872a-44f6-924c-86a8d63be223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:38.184259 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a30732-c275-4c25-873c-06f0338d06f2,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:38.187659 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:38.473471 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692388'] for router_interface, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:39.033519 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Router e93a947f-82ae-4476-9a5a-2a53f1202f11 has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:37:39.225074 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:37:39.233348 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] Sync routers for ids ['e93a947f-82ae-4476-9a5a-2a53f1202f11'] in dv-cinder-798098-1-smb {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:37:39.244402 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] Routers {'e93a947f-82ae-4476-9a5a-2a53f1202f11'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:37:39.245027 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:37:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['e93a947f-82ae-4476-9a5a-2a53f1202f11'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:39.314137 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-c542bc52-3945-436d-b30d-b210dccc1b6a admin admin] 10.222.0.45 "PUT /v2.0/routers/e93a947f-82ae-4476-9a5a-2a53f1202f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7394092 Jun 27 12:37:39.317154 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42902) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:39.426423 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] Set router e93a947f-82ae-4476-9a5a-2a53f1202f11 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:37:39.617410 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Notify callbacks [] for router, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:39.705110 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:37:38Z', 'revision_number': 5, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:39.708827 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] Checking router: e93a947f-82ae-4476-9a5a-2a53f1202f11 for host: dv-cinder-798098-1-smb {{(pid=75090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:37:39.719695 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] Routers {'e93a947f-82ae-4476-9a5a-2a53f1202f11'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:37:39.720295 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:37:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['e93a947f-82ae-4476-9a5a-2a53f1202f11'], 'active': True} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:39.817106 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:39.900514 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Deleting port 48871bba-174c-4b5e-b9e0-1f4ada6b011e {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:39.901001 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:39.935991 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_dvr_db [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] Set router e93a947f-82ae-4476-9a5a-2a53f1202f11 gateway port host: dv-cinder-798098-1-smb {{(pid=75090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:37:40.069369 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] For port 48871bba-174c-4b5e-b9e0-1f4ada6b011e, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=48871bba-174c-4b5e-b9e0-1f4ada6b011e,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:37:40.069940 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:40.187114 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Calling delete_port for 48871bba-174c-4b5e-b9e0-1f4ada6b011e owned by network:router_gateway {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:37:40.210061 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.db.l3_hamode_db [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:37:38Z', 'revision_number': 5, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:40.214258 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a5835-625e-4272-9a42-18dead62ba4d None None] The sync data for ids ['e93a947f-82ae-4476-9a5a-2a53f1202f11'] in dv-cinder-798098-1-smb is: [{'id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'name': 'tempest-TestMinimumBasicScenario-1636871791-router', 'tenant_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:14Z', 'updated_at': '2021-06-27T12:37:38Z', 'revision_number': 5, 'project_id': 'c6c16c5f8c774fcca1e5ddca6876c6b9', 'gw_port': {'id': '48871bba-174c-4b5e-b9e0-1f4ada6b011e', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93a947f-82ae-4476-9a5a-2a53f1202f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:15Z', 'updated_at': '2021-06-27T12:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}] {{(pid=75090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:37:40.420825 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:40.424832 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-fd83d5bb-53f8-425b-b411-426e902f26e8 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:40.467169 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Pushing event deleted for resources: {'Port': ['ID=48871bba-174c-4b5e-b9e0-1f4ada6b011e,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:40.470230 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:40.689276 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3692941'] for router_gateway, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.030696 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31603'] for router, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.034800 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.197718 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688177'] for router, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.198390 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e93a947f-82ae-4476-9a5a-2a53f1202f11 {{(pid=75089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 12:37:41.210455 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] Notify callbacks [] for router, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.211903 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-02dcb9d4-3545-47b2-8a12-17b56f971002 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e93a947f-82ae-4476-9a5a-2a53f1202f11 HTTP/1.1" status: 204 len: 168 time: 1.8934898 Jun 27 12:37:41.214398 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42906) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:41.278067 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9f547a-ff0b-4b6b-b32a-cc6bcf29e06d admin admin] Deleting subnet 93022a38-fc9f-4ffa-97b9-af16fd10df16 {{(pid=75089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:37:41.282138 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4e9f547a-ff0b-4b6b-b32a-cc6bcf29e06d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.334254 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4e9f547a-ff0b-4b6b-b32a-cc6bcf29e06d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-943557'] for subnet, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.409901 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4e9f547a-ff0b-4b6b-b32a-cc6bcf29e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.603805 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4e9f547a-ff0b-4b6b-b32a-cc6bcf29e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-943161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1219569'] for subnet, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.611755 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-3226f4d2-223c-4e65-9656-a0a12301df8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:41.648933 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f547a-ff0b-4b6b-b32a-cc6bcf29e06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93022a38-fc9f-4ffa-97b9-af16fd10df16,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:41.652235 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-4e9f547a-ff0b-4b6b-b32a-cc6bcf29e06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:41.653249 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-4e9f547a-ff0b-4b6b-b32a-cc6bcf29e06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.659904 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473a1be-4fa4-4e21-8645-86221821d613 None None] Network ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:37:41.665636 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42910) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:41.667949 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-4e9f547a-ff0b-4b6b-b32a-cc6bcf29e06d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/93022a38-fc9f-4ffa-97b9-af16fd10df16 HTTP/1.1" status: 204 len: 168 time: 0.4522097 Jun 27 12:37:41.683191 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 48871bba-174c-4b5e-b9e0-1f4ada6b011e no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:41.761736 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 48871bba-174c-4b5e-b9e0-1f4ada6b011e {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:37:41.762086 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 48871bba-174c-4b5e-b9e0-1f4ada6b011e not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:41.762511 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device d0a30732-c275-4c25-873c-06f0338d06f2 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:41.772894 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.783016 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Deleting port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:41.783846 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.798884 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: d0a30732-c275-4c25-873c-06f0338d06f2 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:37:41.799242 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device d0a30732-c275-4c25-873c-06f0338d06f2 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:41.976796 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] DHCP port deletion for ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 request from dv-cinder-798098-1-smb {{(pid=75090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 27 12:37:41.979234 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] For port 3b1e883d-cc67-43a6-907a-2a4d4df302f2, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=3b1e883d-cc67-43a6-907a-2a4d4df302f2,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:37:41.979588 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:41.980852 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] Deleting port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:41.981262 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:42.095607 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Calling delete_port for 3b1e883d-cc67-43a6-907a-2a4d4df302f2 owned by network:dhcp {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:37:42.178242 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] For port 3b1e883d-cc67-43a6-907a-2a4d4df302f2, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=3b1e883d-cc67-43a6-907a-2a4d4df302f2,segment=NetworkSegment(5c51874c-9194-4945-8a8c-35ad9583b128),segment_id=5c51874c-9194-4945-8a8c-35ad9583b128)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:37:42.178557 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:42.243150 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:42.247523 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-7221769f-0e82-4491-b80d-dbfd39826c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:42.288991 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1e883d-cc67-43a6-907a-2a4d4df302f2,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:42.292274 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:42.292643 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] Calling delete_port for 3b1e883d-cc67-43a6-907a-2a4d4df302f2 owned by network:dhcp {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:37:42.293043 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] No DVR routers for this DVR port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 on host dv-cinder-798098-1-smb {{(pid=75088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:37:42.367233 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.db.api [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:37:42.367600 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_db.api [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:37:42.497532 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:42.512755 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac41bd7c-a889-4045-b433-8c0e2e7f7bb5']}} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:42.524336 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c51874c-9194-4945-8a8c-35ad9583b128') {'for_net_delete': True} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:42.524671 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.services.segments.db [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c51874c-9194-4945-8a8c-35ad9583b128') {} {{(pid=75088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:42.535588 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585206'] for segment, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:42.551178 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:42.557043 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=75088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:37:42.560606 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585443'] for segment, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: Traceback (most recent call last): Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: timer() Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: cb(*args, **kw) Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: return func(*args, **kwargs) Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: self._notify() Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: self.callback(batched_events) Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: event.method(event) Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: return f(self, *a, **k) Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: return self._get(url).json() Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: return self.request(url, 'GET', **kwargs) Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:37:42.570708 dv-cinder-798098-1-smb neutron-server[75088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:37:42.717467 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:42.721380 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f4eca369-0c1c-4105-b51c-425607629f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:42.742675 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:42.745164 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac41bd7c-a889-4045-b433-8c0e2e7f7bb5,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:42.751533 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:42.831772 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-d252870f-1dd6-406f-a6ef-ab879b59fd8e admin admin] 10.222.0.45 "DELETE /v2.0/networks/ac41bd7c-a889-4045-b433-8c0e2e7f7bb5 HTTP/1.1" status: 204 len: 168 time: 1.1629043 Jun 27 12:37:42.834542 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42914) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:42.868666 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] Deleting port 3b1e883d-cc67-43a6-907a-2a4d4df302f2 {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:42.869182 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:42.933154 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-ac434c30-1407-4f83-8321-4d8f7ac9d07c None None] The port '3b1e883d-cc67-43a6-907a-2a4d4df302f2' was deleted {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 27 12:37:43.210451 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690586'] for router_interface, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:43.612133 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 3b1e883d-cc67-43a6-907a-2a4d4df302f2 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:43.644471 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 3b1e883d-cc67-43a6-907a-2a4d4df302f2 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:37:43.644877 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 3b1e883d-cc67-43a6-907a-2a4d4df302f2 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:43.786980 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Deleting port 5e85ef10-8595-4e8b-b100-27b4b2c24610 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:43.787575 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:43.949717 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] For port 5e85ef10-8595-4e8b-b100-27b4b2c24610, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=5e85ef10-8595-4e8b-b100-27b4b2c24610,segment=NetworkSegment(7f70995f-d134-4485-8005-c353c0224a62),segment_id=7f70995f-d134-4485-8005-c353c0224a62)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:37:43.950069 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:44.142044 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Calling delete_port for 5e85ef10-8595-4e8b-b100-27b4b2c24610 owned by network:router_interface {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:37:44.397710 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:44.401450 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-24108eb4-eb4b-4cf6-9a36-abd781b215b3 tempest-AttachVolumeTestJSON-1960376756 tempest-AttachVolumeTestJSON-1960376756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:44.440886 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5e85ef10-8595-4e8b-b100-27b4b2c24610,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:44.444791 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:44.724797 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3692388'] for router_interface, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:45.272961 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Router dd7a086d-d1b9-4229-8768-4bc46d18023c has already been hosted by L3 agent b5bf9669-6e8b-4e1c-b308-2a5333ccb660 {{(pid=75088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 12:37:45.557083 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] Notify agent at l3_agent.dv-cinder-798098-1-smb the message routers_updated {{(pid=75088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 12:37:45.572259 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae5889-b175-4be0-a643-02e545057974 None None] Sync routers for ids ['dd7a086d-d1b9-4229-8768-4bc46d18023c'] in dv-cinder-798098-1-smb {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 27 12:37:45.584828 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae5889-b175-4be0-a643-02e545057974 None None] Routers {'dd7a086d-d1b9-4229-8768-4bc46d18023c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:37:45.587455 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-1eae5889-b175-4be0-a643-02e545057974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:37:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['dd7a086d-d1b9-4229-8768-4bc46d18023c'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:45.662192 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-f76e3be2-1af1-4edf-b5dc-fdb620a228ae admin admin] 10.222.0.45 "PUT /v2.0/routers/dd7a086d-d1b9-4229-8768-4bc46d18023c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8266404 Jun 27 12:37:45.664553 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42918) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:45.759219 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-1eae5889-b175-4be0-a643-02e545057974 None None] Set router dd7a086d-d1b9-4229-8768-4bc46d18023c gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:37:45.874300 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Notify callbacks [] for router, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.030843 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-1eae5889-b175-4be0-a643-02e545057974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'name': 'tempest-TestMinimumBasicScenario-879099527-router', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:22Z', 'updated_at': '2021-06-27T12:37:44Z', 'revision_number': 5, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'gw_port': {'id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:23Z', 'updated_at': '2021-06-27T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:46.035362 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae5889-b175-4be0-a643-02e545057974 None None] Checking router: dd7a086d-d1b9-4229-8768-4bc46d18023c for host: dv-cinder-798098-1-smb {{(pid=75091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 27 12:37:46.045698 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae5889-b175-4be0-a643-02e545057974 None None] Routers {'dd7a086d-d1b9-4229-8768-4bc46d18023c'} bound to L3 agent in host dv-cinder-798098-1-smb {{(pid=75091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 27 12:37:46.046285 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-1eae5889-b175-4be0-a643-02e545057974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:16:28Z,description=,heartbeat_timestamp=2021-06-27T12:37:28Z,host='dv-cinder-798098-1-smb',id=b5bf9669-6e8b-4e1c-b308-2a5333ccb660,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:16:29Z,topic='l3_agent')) {'router_ids': ['dd7a086d-d1b9-4229-8768-4bc46d18023c'], 'active': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:46.069194 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.174830 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Deleting port 8adfe7b4-f34e-4eb1-b20b-79d468285e16 {{(pid=75088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:46.175194 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.219276 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_dvr_db [None req-1eae5889-b175-4be0-a643-02e545057974 None None] Set router dd7a086d-d1b9-4229-8768-4bc46d18023c gateway port host: dv-cinder-798098-1-smb {{(pid=75091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 27 12:37:46.352955 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.db [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] For port 8adfe7b4-f34e-4eb1-b20b-79d468285e16, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=8adfe7b4-f34e-4eb1-b20b-79d468285e16,segment=NetworkSegment(73253b2e-451b-4a3f-9b26-0e2d6f667b9f),segment_id=73253b2e-451b-4a3f-9b26-0e2d6f667b9f)] {{(pid=75088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:37:46.353576 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.469549 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.plugins.ml2.plugin [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Calling delete_port for 8adfe7b4-f34e-4eb1-b20b-79d468285e16 owned by network:router_gateway {{(pid=75088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:37:46.499203 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.l3_hamode_db [None req-1eae5889-b175-4be0-a643-02e545057974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'name': 'tempest-TestMinimumBasicScenario-879099527-router', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:22Z', 'updated_at': '2021-06-27T12:37:44Z', 'revision_number': 5, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'gw_port': {'id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:23Z', 'updated_at': '2021-06-27T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}], 'dv-cinder-798098-1-smb', False) {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:46.503060 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae5889-b175-4be0-a643-02e545057974 None None] The sync data for ids ['dd7a086d-d1b9-4229-8768-4bc46d18023c'] in dv-cinder-798098-1-smb is: [{'id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'name': 'tempest-TestMinimumBasicScenario-879099527-router', 'tenant_id': '99788b34a1f8460eb9d1280cbf0a4622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'external_fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:35:22Z', 'updated_at': '2021-06-27T12:37:44Z', 'revision_number': 5, 'project_id': '99788b34a1f8460eb9d1280cbf0a4622', 'gw_port': {'id': '8adfe7b4-f34e-4eb1-b20b-79d468285e16', 'name': '', 'network_id': '6cc6fb11-e95d-44c8-aefa-1369e056d817', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7a086d-d1b9-4229-8768-4bc46d18023c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:35:23Z', 'updated_at': '2021-06-27T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65419c87-cbd1-4fb4-8cb7-2a6a447a9cfd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-smb'}] {{(pid=75091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 27 12:37:46.682949 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585526'] for port, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.686530 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-bccb73b0-38f7-4a01-ac19-9caf4c3c4983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:46.728580 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Pushing event deleted for resources: {'Port': ['ID=8adfe7b4-f34e-4eb1-b20b-79d468285e16,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:46.731912 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:46.946439 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3692941'] for router_gateway, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.065336 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:37:47.293410 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31603'] for router, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.297486 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.414417 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688177'] for router, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.415085 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd7a086d-d1b9-4229-8768-4bc46d18023c {{(pid=75088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 12:37:47.426839 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] Notify callbacks [] for router, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.427943 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-dc106008-2cdb-4c34-a913-372f52ebb36f admin admin] 10.222.0.45 "DELETE /v2.0/routers/dd7a086d-d1b9-4229-8768-4bc46d18023c HTTP/1.1" status: 204 len: 168 time: 1.7624772 Jun 27 12:37:47.430574 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42922) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:47.506022 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc976e6-3f65-432e-9990-d63bc83c8fb2 admin admin] Deleting subnet 7e290b83-f9a9-45a8-861e-4bba2deb5073 {{(pid=75089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 27 12:37:47.509086 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5dc976e6-3f65-432e-9990-d63bc83c8fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.562400 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5dc976e6-3f65-432e-9990-d63bc83c8fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-943557'] for subnet, precommit_delete_associations {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.637020 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5dc976e6-3f65-432e-9990-d63bc83c8fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3655888'] for subnet, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.803420 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5dc976e6-3f65-432e-9990-d63bc83c8fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3655897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-943161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1219569'] for subnet, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.807216 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-08f4e158-1a5b-4d30-89ab-78d14da8deef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:47.843095 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc976e6-3f65-432e-9990-d63bc83c8fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e290b83-f9a9-45a8-861e-4bba2deb5073,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:47.850026 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-5dc976e6-3f65-432e-9990-d63bc83c8fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:47.852857 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-5dc976e6-3f65-432e-9990-d63bc83c8fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for subnet, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.859410 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b213e-88fe-42e0-af93-92d0ee54e4ae None None] Network 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 requested from dv-cinder-798098-1-smb {{(pid=75090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 27 12:37:47.860715 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-5dc976e6-3f65-432e-9990-d63bc83c8fb2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7e290b83-f9a9-45a8-861e-4bba2deb5073 HTTP/1.1" status: 204 len: 168 time: 0.4279358 Jun 27 12:37:47.862830 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.wsgi [-] (75089) accepted ('10.222.0.45', 42926) {{(pid=75089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:47.944043 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 5e85ef10-8595-4e8b-b100-27b4b2c24610 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:47.970955 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-632025'] for network, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.979937 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Deleting port e3da192d-417d-414f-b232-e0c7d6656c79 {{(pid=75089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:47.980261 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.992221 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 5e85ef10-8595-4e8b-b100-27b4b2c24610 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:37:47.992587 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 5e85ef10-8595-4e8b-b100-27b4b2c24610 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:47.993006 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 8adfe7b4-f34e-4eb1-b20b-79d468285e16 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:48.037030 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: 8adfe7b4-f34e-4eb1-b20b-79d468285e16 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:37:48.037376 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device 8adfe7b4-f34e-4eb1-b20b-79d468285e16 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:48.179782 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] DHCP port deletion for 9d3e3ae9-b9ef-4355-b810-6ccea3e85531 request from dv-cinder-798098-1-smb {{(pid=75090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 27 12:37:48.180004 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.db [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] For port e3da192d-417d-414f-b232-e0c7d6656c79, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=e3da192d-417d-414f-b232-e0c7d6656c79,segment=NetworkSegment(7f70995f-d134-4485-8005-c353c0224a62),segment_id=7f70995f-d134-4485-8005-c353c0224a62)] {{(pid=75089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:37:48.180254 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.183704 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] Deleting port e3da192d-417d-414f-b232-e0c7d6656c79 {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:48.184083 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.298449 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.plugin [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Calling delete_port for e3da192d-417d-414f-b232-e0c7d6656c79 owned by network:dhcp {{(pid=75089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:37:48.422185 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.db [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] For port e3da192d-417d-414f-b232-e0c7d6656c79, host dv-cinder-798098-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-smb',level=0,port_id=e3da192d-417d-414f-b232-e0c7d6656c79,segment=NetworkSegment(7f70995f-d134-4485-8005-c353c0224a62),segment_id=7f70995f-d134-4485-8005-c353c0224a62)] {{(pid=75090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 12:37:48.422474 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3698122'] for port, precommit_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.448660 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770946148262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945624122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-943306'] for port, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.453032 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-0b7d957d-d084-4f26-99f2-dc97b6a4e857 tempest-TestMinimumBasicScenario-971289062 tempest-TestMinimumBasicScenario-971289062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:48.493696 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3da192d-417d-414f-b232-e0c7d6656c79,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:48.497650 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:48.500362 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] No DVR routers for this DVR port e3da192d-417d-414f-b232-e0c7d6656c79 on host dv-cinder-798098-1-smb {{(pid=75089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:37:48.536926 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] Calling delete_port for e3da192d-417d-414f-b232-e0c7d6656c79 owned by network:dhcp {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 27 12:37:48.606112 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.db.api [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:37:48.606474 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG oslo_db.api [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:37:48.614393 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3654053', 'neutron.services.segments.db._delete_segments_for_network-8770946144642'] for network, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.626823 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3e3ae9-b9ef-4355-b810-6ccea3e85531']}} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:48.638596 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f70995f-d134-4485-8005-c353c0224a62') {'for_net_delete': True} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:48.639404 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.services.segments.db [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f70995f-d134-4485-8005-c353c0224a62') {} {{(pid=75089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:48.650325 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770946066333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-943562'] for segment, before_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.666552 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3600708'] for segment, precommit_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.672619 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=75089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 27 12:37:48.672940 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3600735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-943263'] for segment, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: Traceback (most recent call last): Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: timer() Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: cb(*args, **kw) Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: return func(*args, **kwargs) Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: self._notify() Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: self.callback(batched_events) Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: event.method(event) Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: return f(self, *a, **k) Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: return self._get(url).json() Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: return self.request(url, 'GET', **kwargs) Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:37:48.689350 dv-cinder-798098-1-smb neutron-server[75089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:37:48.911989 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3654486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3692976'] for network, after_delete {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.915305 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:48.928028 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron_lib.callbacks.manager [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728810'] for network, before_response {{(pid=75089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.938292 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3e3ae9-b9ef-4355-b810-6ccea3e85531,revision_number=None']} {{(pid=75089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:48.942855 dv-cinder-798098-1-smb neutron-server[75089]: DEBUG oslo_concurrency.lockutils [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:48.945750 dv-cinder-798098-1-smb neutron-server[75089]: INFO neutron.wsgi [None req-76e9eea4-8f90-448c-a571-3d0c6e4b5d51 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9d3e3ae9-b9ef-4355-b810-6ccea3e85531 HTTP/1.1" status: 204 len: 168 time: 1.0818434 Jun 27 12:37:49.107644 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] Deleting port e3da192d-417d-414f-b232-e0c7d6656c79 {{(pid=75090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 27 12:37:49.108166 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770946093743'] for port, before_delete {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:49.172278 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-9aabface-550a-4771-b6c1-d62a3b66a54d None None] The port 'e3da192d-417d-414f-b232-e0c7d6656c79' was deleted {{(pid=75090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 27 12:37:49.420847 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42932) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:49.471021 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-ae76d454-7db2-4cf2-9317-636c9ed25058 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6c16c5f8c774fcca1e5ddca6876c6b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489912 Jun 27 12:37:49.473429 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42936) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:49.533833 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-470b50b7-c2f9-4db0-8583-c79ec53df29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:49.558358 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-470b50b7-c2f9-4db0-8583-c79ec53df29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:49.615008 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device e3da192d-417d-414f-b232-e0c7d6656c79 no longer exists at agent ovs-agent-dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:49.649727 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] No Port match for: e3da192d-417d-414f-b232-e0c7d6656c79 {{(pid=75090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 27 12:37:49.650074 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron.plugins.ml2.rpc [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Device e3da192d-417d-414f-b232-e0c7d6656c79 not bound to the agent host dv-cinder-798098-1-smb {{(pid=75090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:49.694779 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-470b50b7-c2f9-4db0-8583-c79ec53df29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:49.700155 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-92d725ee-ee84-4df5-9cad-75a54397ed46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:49.711258 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b50b7-c2f9-4db0-8583-c79ec53df29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eabd0fc-db7d-4440-961e-1b8d71cb4e2d,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:49.714011 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-470b50b7-c2f9-4db0-8583-c79ec53df29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:49.790408 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-470b50b7-c2f9-4db0-8583-c79ec53df29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:49.791499 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-470b50b7-c2f9-4db0-8583-c79ec53df29a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0eabd0fc-db7d-4440-961e-1b8d71cb4e2d HTTP/1.1" status: 204 len: 168 time: 0.3171625 Jun 27 12:37:50.644692 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42944) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:50.693815 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-d14ced09-15d1-4152-a497-7cee99b58717 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99788b34a1f8460eb9d1280cbf0a4622&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479443 Jun 27 12:37:50.696162 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.wsgi [-] (75088) accepted ('10.222.0.45', 42948) {{(pid=75088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:50.754082 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c01f5076-daaa-400f-a0ca-45e661447da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.778427 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c01f5076-daaa-400f-a0ca-45e661447da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.957350 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c01f5076-daaa-400f-a0ca-45e661447da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514486'] for security_group, after_delete {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.960967 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-cd6714fd-376e-43cf-85d4-72d4821bde6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:50.971568 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f5076-daaa-400f-a0ca-45e661447da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22dd4c3-87b4-402e-8f57-7b2a0f87b95d,revision_number=None']} {{(pid=75088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:50.975303 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG oslo_concurrency.lockutils [None req-c01f5076-daaa-400f-a0ca-45e661447da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75088) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:50.978802 dv-cinder-798098-1-smb neutron-server[75088]: DEBUG neutron_lib.callbacks.manager [None req-c01f5076-daaa-400f-a0ca-45e661447da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.979355 dv-cinder-798098-1-smb neutron-server[75088]: INFO neutron.wsgi [None req-c01f5076-daaa-400f-a0ca-45e661447da3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c22dd4c3-87b4-402e-8f57-7b2a0f87b95d HTTP/1.1" status: 204 len: 168 time: 0.2823143 Jun 27 12:37:56.094461 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-58842cdc-4b53-4b93-a6fe-6229299ba987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:56.397257 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:57.727509 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:58.042701 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-4e6cff2b-9114-496c-86d5-e07df56fc637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:59.048586 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:00.568884 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:24.064911 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:38:25.904618 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e4983806-5289-4772-ab4d-3a2e30ea3136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:26.373210 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:27.823287 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:28.019279 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-60cd3a7d-279d-408a-9dfc-c500cb9b1ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:29.052033 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:30.583552 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:56.001487 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-9f22b433-5f37-4e3e-b46a-dd30eaf0ca70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:56.361085 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:57.776093 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:57.999123 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-3b147219-72b7-4ae5-a963-b7da619f22c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:59.033687 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:00.595698 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.065260 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:39:25.935318 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c202897e-1abb-4a6a-b952-5eb9b791f072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:26.400544 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:27.817350 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:28.089506 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c960c69c-1068-4d38-9490-b2ec39322c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:29.088965 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:30.583316 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:38.065747 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:39:55.916664 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-c1412111-e1bb-4b39-bd43-fbd783bb3c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:56.416736 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:57.847971 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:58.111040 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-b907b998-abda-4b27-b10c-c45b7101c744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:59.079557 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:00.636233 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.071103 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:40:25.915077 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-08ea719e-6ffd-4da1-b526-42425ebb225f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:26.375586 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:27.764285 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:27.983197 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-8f50f2ca-2cac-4037-90e9-6b37eff903d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:29.075439 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:30.621677 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:52.071562 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:40:55.907799 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7bab4ee2-a322-428d-a667-a279b4b14b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:56.386712 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:57.741870 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:58.004929 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-a96cecba-acbb-44a6-b955-e47d966a6a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:59.062060 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:00.604779 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:25.946866 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7780b75c-148d-4781-88d0-bdab702f6bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:26.403798 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:27.786660 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:27.992034 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-4a294993-a08c-4c39-a1ac-0338532fe7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:29.070652 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:41:29.100564 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:30.609305 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:55.962204 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-8b3efd3d-2145-40d3-82df-5ae3a307653c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:56.362151 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:57.796742 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:58.007890 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7bab81e1-7af5-4f53-b206-1fa8c37df779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:59.053510 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:00.613484 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:06.069868 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:42:25.915217 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-e451159b-8c87-48df-964d-f7f382308d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:26.406525 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbc07-1d0b-4a53-9189-2063cacf5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:27.772690 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-6e4dff35-6af9-4ead-ab82-688cfa1e62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:27.989629 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-587e5bd4-cec9-40e4-8c0c-ea63079bec65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:29.046516 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-81dcbd4d-743a-4398-b6bc-24ea7b26988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:30.612480 dv-cinder-798098-1-smb neutron-server[75090]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf842-9841-4866-b2a6-757080df28a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770946144624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661203'] for agent, after_update {{(pid=75090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:43.070334 dv-cinder-798098-1-smb neutron-server[75091]: DEBUG neutron.db.agents_db [None req-7fdbac00-7264-45ea-b964-4c11e70d9163 None None] Agent healthcheck: found 6 active agents {{(pid=75091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}